-- Logs begin at Thu 2021-04-08 13:30:50 UTC, end at Thu 2021-04-08 14:49:11 UTC. --
Apr 08 14:20:52.681063 dv-cinder-784623-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 08 14:20:55.567165 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.common.config [-] Logging enabled!
Apr 08 14:20:55.567652 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44
Apr 08 14:20:55.568969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84347) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 14:20:55.570792 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.common.config [-] Logging enabled!
Apr 08 14:20:55.571092 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44
Apr 08 14:20:55.571453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84347) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 14:20:55.572516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 14:20:55.572789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 14:20:55.573880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 14:20:55.574177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 14:20:55.574444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 14:20:55.574841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.575172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.575520 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.575788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.576134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.576476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.576802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.577160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.577516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.577872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.578197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.578528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.578796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.579121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.579456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.579792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.580054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.580378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.580924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.581272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.581599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.581935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.582269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.582584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.582903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.583230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.583859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] host                           = dv-cinder-784623-3-iscsi {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.584180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.584512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.584848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.585204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.585525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.585844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.586175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.586489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.586805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.587121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.587455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.587792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.588133 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.588394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.588653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.588992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.589355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.589673 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.589991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.590306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.590621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.590936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.591246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.591578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.591910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.592245 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.592560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.592875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.593217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.594054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.594385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.594699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.595013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.595327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.595664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.595975 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.596290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.596640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.596973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.597329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.597664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.597978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.598309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.598624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.598936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.599250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.599563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.599875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.600203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.600517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.600829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.601180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.601480 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.601815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:55.602159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.602506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.602863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.603189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.603531 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.603853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.604193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.604516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.604854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.605215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.605550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.605871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.606203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.606532 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.606874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.607229 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.607576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.607918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.608237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.608556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.608873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.609851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.610186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.610531 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.610874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.611197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.611523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.611863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.612185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.612502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.612831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.613227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.613556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.613875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.614201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.614521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.614837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.615156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.615477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.615816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.616137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.616451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.616763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.617084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.617444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.617776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.618095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.618411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.618724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.619044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.619360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.619676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.619995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.620310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.620627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.620940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.621281 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.621598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.621913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.622227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.622541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.622858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.623177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.623493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.623806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.624121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.624435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.624777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.625106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.625477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.625798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.626117 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.626436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.626757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.627076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.627392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.627713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.628031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.628345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.628683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.629006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.629379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.629704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.630023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.630365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.630684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.631008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.631325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.631639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.631970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.632294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.632633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.632976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.633361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.633701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.634038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.634360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.634718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.635041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:55.635293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 14:20:55.635561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84347) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 08 14:20:56.300949 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO keyring.backend [-] Loading Gnome
Apr 08 14:20:56.318247 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO keyring.backend [-] Loading Google
Apr 08 14:20:56.320847 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO keyring.backend [-] Loading Windows (alt)
Apr 08 14:20:56.324591 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO keyring.backend [-] Loading file
Apr 08 14:20:56.325463 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO keyring.backend [-] Loading keyczar
Apr 08 14:20:56.325751 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO keyring.backend [-] Loading multi
Apr 08 14:20:56.326412 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO keyring.backend [-] Loading pyfs
Apr 08 14:20:56.373451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:20:56.373770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:20:56.374099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:20:56.374475 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 08 14:20:56.766988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.767513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.767641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.770624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.770943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.771250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.808194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.808514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.808820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.822821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.823143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.823463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.892016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.892339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.892649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.893827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.894147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:56.894454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.166040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff30f098e18> agent after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.166372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff30f098e18> agent after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.166682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ff30f098ea0> segment precommit_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.166993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ff30f098f28> network precommit_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.168793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ff30f1d3048> segment before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.319481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> network before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.319866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ff30f0737b8> agent before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.320190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> network before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.320497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> port before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.320799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> port before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.321277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> segment after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.321523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> segment precommit_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.321817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> segment precommit_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.322109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> segment after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.322451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> network after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.322762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> network precommit_delete 0 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.323058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> port provisioning_complete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.323368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.323662 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> rbac-policy after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.323976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> agent after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.324296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> subnet after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.324598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> subnet precommit_delete 0 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.324920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.325234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.325583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> segment_host_mapping after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.326051 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> port after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.326344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> port after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.326630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> port after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.326976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.327261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.327543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff30ee97da0>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.328642 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 14:20:57.328922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 14:20:57.329225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 14:20:57.329507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 14:20:57.329783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 14:20:57.330056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 14:20:57.330474 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 08 14:20:57.333984 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 08 14:20:57.338026 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 08 14:20:57.341958 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Apr 08 14:20:57.343672 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 08 14:20:57.344934 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 08 14:20:57.345369 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 08 14:20:57.345812 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 08 14:20:57.348594 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 08 14:20:57.348885 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 08 14:20:57.349322 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 14:20:57.377372 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 08 14:20:57.377891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ff30f0be978>> qos_plugin after_init 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.378233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84347) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 08 14:20:57.378652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ff30ee44518>> logging-plugin after_init 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.380019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84347) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 08 14:20:57.380345 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 14:20:57.380628 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 08 14:20:57.383849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff30ee44588>> floatingip before_response 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.384170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff30ee44588>> port before_response 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:57.451570 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 08 14:20:57.451795 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 08 14:20:57.452069 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 08 14:20:57.452476 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 08 14:20:57.485904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.sqlalchemy.engines [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84347) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 08 14:20:58.023279 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Initializing driver for type 'gre'
Apr 08 14:20:58.023855 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] gre ID ranges: [(1, 1000)]
Apr 08 14:20:58.183190 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Initializing driver for type 'local'
Apr 08 14:20:58.183564 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Initializing driver for type 'vlan'
Apr 08 14:20:58.245693 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] VlanTypeDriver initialization complete
Apr 08 14:20:58.246069 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Initializing driver for type 'vxlan'
Apr 08 14:20:58.246596 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] vxlan ID ranges: [(1, 1000)]
Apr 08 14:20:58.371926 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Initializing extension driver 'port_security'
Apr 08 14:20:58.372295 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] PortSecurityExtensionDriver initialization complete
Apr 08 14:20:58.372677 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Initializing mechanism driver 'openvswitch'
Apr 08 14:20:58.373047 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Initializing mechanism driver 'hyperv'
Apr 08 14:20:58.380073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84347) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:20:58.381018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30ee16c18>> port after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.381512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30ee16c18>> port after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.381959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30ee16c18>> port after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.382443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9df7f0>> subnet after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.382891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9df7f0>> subnet after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.383334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9df7f0>> subnet after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.383812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9df9b0>> network after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.384256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9df9b0>> network after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.384699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9df9b0>> network after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.385208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfb70>> security_group after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.385659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfb70>> security_group after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.386100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfb70>> security_group after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.386585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfd30>> security_group_rule after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.387047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfd30>> security_group_rule after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.387489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfd30>> security_group_rule after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.388097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfef0>> address_group after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.388592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfef0>> address_group after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.389037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff30e9dfef0>> address_group after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.389495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] ML2 OVO RPC backend initialized. {{(pid=84347) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 08 14:20:58.390355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> router_interface after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.390808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> router_interface after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.391328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> network before_response 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.391777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> networks before_response 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.392224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> port before_response 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.392692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> ports before_response 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.393170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> subnet before_response 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.393618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> subnets before_response 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.394068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> network after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.394511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> network after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.394954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> network after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.395395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> port after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.395833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> port after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.396271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> port after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.396707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> subnet after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.397163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> subnet after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.397603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff30e9e7198>> subnet after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.398304 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.plugin [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Modular L2 Plugin initialization complete
Apr 08 14:20:58.398786 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading services supported by the core plugin {{(pid=84347) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 08 14:20:58.399214 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.plugins.ml2.managers [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Got port-security extension from driver 'port_security'
Apr 08 14:20:58.399791 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.extensions.vlantransparent [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Disabled vlantransparent extension.
Apr 08 14:20:58.400403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84347) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 08 14:20:58.400805 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading Plugin: router
Apr 08 14:20:58.438404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router_interface before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.438854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router after_create 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.439273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router before_create 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.439690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router_interface before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.440141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router_interface after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.440594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router after_delete 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.441003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> floatingip after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.441446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router after_create 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.441841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router after_update 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.442241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router after_update 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.442637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router_gateway after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.443048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router after_update 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.443553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router precommit_update 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.444004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ff30effd8c8> port after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.444371 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ff30effd7b8> port after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.444755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ff30effd840> subnet after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.445172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ff30effd950> subnetpool_address_scope after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.445558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> port precommit_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.445953 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router precommit_create 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.446342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ff30eff0a60> port before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.446731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router precommit_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.447143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router after_update 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.447529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router precommit_delete 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.447927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router precommit_create 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.448342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router_interface after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.448742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> router precommit_update 55549900 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.449212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff30e9e7160>> network after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.450210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Tracking information for resource: router configured {{(pid=84347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 14:20:58.450592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Tracking information for resource: floatingip configured {{(pid=84347) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 14:20:58.455376 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_agentschedulers_db [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 08 14:20:58.456035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ff30e967048> port after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.456442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ff30e966ea0> port after_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.456841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function _notify_port_delete at 0x7ff30e966f28> port after_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.457264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ff30e9671e0> port after_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.458172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff30e981f98>> router before_create 55550100 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.458862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff30e981f98>> router precommit_delete 55550100 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.459276 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff30e981f98>> router precommit_create 55550100 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.459679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff30e981f98>> router precommit_update 55550100 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.464331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.provider_configuration [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service providers = [] {{(pid=84347) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 08 14:20:58.464734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.servicetype_db [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84347) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 08 14:20:58.467755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.service_base [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 14:20:58.468151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.service_base [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 14:20:58.469067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.service_base [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 14:20:58.470011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.service_base [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84347) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 14:20:58.470418 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.services.service_base [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 08 14:20:58.470837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 14:20:58.471199 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 08 14:20:58.481279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 14:20:58.481663 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading Plugin: auto_allocate
Apr 08 14:20:58.488079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff30e8b4730> network precommit_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.488491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff30e8b4730> network precommit_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.489097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 14:20:58.489494 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading Plugin: tag
Apr 08 14:20:58.496393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 14:20:58.496771 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading Plugin: timestamp
Apr 08 14:20:58.500730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 14:20:58.501107 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading Plugin: network_ip_availability
Apr 08 14:20:58.506770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff30e8c4358>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.507189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff30e8c4358>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.507591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff30e8c4358>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.508388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 14:20:58.508755 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading Plugin: flavors
Apr 08 14:20:58.513317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 14:20:58.513697 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading Plugin: revisions
Apr 08 14:20:58.517979 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84347) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 14:20:58.518414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.144s {{(pid=84347) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:20:58.519224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84347) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 08 14:20:58.519596 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Initializing extension manager.
Apr 08 14:20:58.520166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: __init__.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.520554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: __pycache__ {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.520937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.521351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: address_group.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.522168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.522953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: address-group
Apr 08 14:20:58.523327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: address_scope.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.524107 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.524696 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: address-scope
Apr 08 14:20:58.525065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: admin_state_down_before_update.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.526032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.526622 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: router-admin-state-down-before-update
Apr 08 14:20:58.526989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: agent.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.527752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.528334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: agent
Apr 08 14:20:58.528697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: agent_resources_synced.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.529655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.530247 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: agent-resources-synced
Apr 08 14:20:58.530611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: allowedaddresspairs.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.532949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.533583 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: allowed-address-pairs
Apr 08 14:20:58.533956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: auto_allocated_topology.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.535082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.535629 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: auto-allocated-topology
Apr 08 14:20:58.536000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: availability_zone.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.536758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.537368 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: availability_zone
Apr 08 14:20:58.537736 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: availability_zone_filter.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.538668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.539250 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: availability_zone_filter
Apr 08 14:20:58.539618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: data_plane_status.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.540556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.541172 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension data-plane-status not supported by any of loaded plugins
Apr 08 14:20:58.541555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: default_subnetpools.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.542487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.543076 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: default-subnetpools
Apr 08 14:20:58.543441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: dhcpagentscheduler.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.544321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.546128 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: dhcp_agent_scheduler
Apr 08 14:20:58.547124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: dns.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.548065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.548653 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension dns-integration not supported by any of loaded plugins
Apr 08 14:20:58.549028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: dns_domain_ports.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.550014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.550602 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 08 14:20:58.550971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: dvr.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.551702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.552292 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: dvr
Apr 08 14:20:58.552659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: empty_string_filtering.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.553613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.554205 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: empty-string-filtering
Apr 08 14:20:58.554573 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.555493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.556080 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 08 14:20:58.556449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.557402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.557986 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 08 14:20:58.558357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: external_net.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.559283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.559881 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: external-net
Apr 08 14:20:58.560252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: extra_dhcp_opt.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.561204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.561790 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: extra_dhcp_opt
Apr 08 14:20:58.562186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: extraroute.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.563119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.563708 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: extraroute
Apr 08 14:20:58.564078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: extraroute_atomic.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.565160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.565745 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: extraroute-atomic
Apr 08 14:20:58.566111 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: filter_validation.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.566817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.567404 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: filter-validation
Apr 08 14:20:58.567769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: fip_pf_description.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.568699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.569313 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 08 14:20:58.569677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: fip_port_details.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.570623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.571209 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: fip-port-details
Apr 08 14:20:58.571574 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: flavors.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.572828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.573459 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: flavors
Apr 08 14:20:58.573831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.575544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.576142 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 08 14:20:58.576521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: floatingip_pools.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.577417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.578057 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: floatingip-pools
Apr 08 14:20:58.578430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: ip_allocation.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.579385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.579978 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension ip_allocation not supported by any of loaded plugins
Apr 08 14:20:58.580345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.581313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.581910 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: ip-substring-filtering
Apr 08 14:20:58.582279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: l2_adjacency.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.583209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.584089 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 08 14:20:58.584440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: l3.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.585578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.586140 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: router
Apr 08 14:20:58.586511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: l3_conntrack_helper.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.588782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.589447 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 08 14:20:58.589830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.590827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.591418 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: ext-gw-mode
Apr 08 14:20:58.591788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.592725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.593860 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: l3-ha
Apr 08 14:20:58.594228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: l3_flavors.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.595160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.595753 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: l3-flavors
Apr 08 14:20:58.596119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.597047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.597662 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 08 14:20:58.598029 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: l3agentscheduler.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.599326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.599938 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: l3_agent_scheduler
Apr 08 14:20:58.600319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: logging.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.601879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.602477 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension logging not supported by any of loaded plugins
Apr 08 14:20:58.602850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: metering.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.603652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.604357 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: metering
Apr 08 14:20:58.604725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.605880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.606475 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: metering_source_and_destination_fields
Apr 08 14:20:58.606846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: multiprovidernet.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.607787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.608378 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: multi-provider
Apr 08 14:20:58.608748 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: netmtu.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.610311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.610899 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: net-mtu
Apr 08 14:20:58.611265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: netmtu_writable.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.612223 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.612791 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: net-mtu-writable
Apr 08 14:20:58.613182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: network_availability_zone.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.613921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.614507 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: network_availability_zone
Apr 08 14:20:58.614870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: network_ip_availability.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.616069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.616654 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: network-ip-availability
Apr 08 14:20:58.617024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: network_segment_range.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.617887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.618466 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension network-segment-range not supported by any of loaded plugins
Apr 08 14:20:58.618832 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: pagination.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.619943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.620331 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: pagination
Apr 08 14:20:58.620697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: port_device_profile.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.621667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.622255 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: port-device-profile
Apr 08 14:20:58.622620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.623566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.624151 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: port-mac-address-regenerate
Apr 08 14:20:58.624550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.625509 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.626098 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: port-numa-affinity-policy
Apr 08 14:20:58.626461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: port_resource_request.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.627402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.627985 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension port-resource-request not supported by any of loaded plugins
Apr 08 14:20:58.628349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: portbindings.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.629333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.629924 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: binding
Apr 08 14:20:58.630290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: portbindings_extended.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.631594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.632191 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: binding-extended
Apr 08 14:20:58.632559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: portsecurity.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.633526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.634120 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: port-security
Apr 08 14:20:58.634491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: project_id.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.635479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.635862 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: project-id
Apr 08 14:20:58.636228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: providernet.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.637190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.637792 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: provider
Apr 08 14:20:58.638193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.641742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.642348 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos not supported by any of loaded plugins
Apr 08 14:20:58.642722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.644050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.644644 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 08 14:20:58.645016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.645991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.646578 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 08 14:20:58.646946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos_default.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.647871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.648455 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos-default not supported by any of loaded plugins
Apr 08 14:20:58.648820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos_fip.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.649545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.650126 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos-fip not supported by any of loaded plugins
Apr 08 14:20:58.650499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos_gateway_ip.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.651439 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.652029 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 08 14:20:58.652392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos_port_network_policy.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.653344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.653929 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 08 14:20:58.654295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos_rule_type_details.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.655223 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.656308 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 08 14:20:58.656683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: qos_rules_alias.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.657760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.658348 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 08 14:20:58.658714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: quotasv2.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.659695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.660073 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: quotas
Apr 08 14:20:58.660439 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: quotasv2_detail.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.662064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.662455 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: quota_details
Apr 08 14:20:58.662824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: rbac.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.663985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.664590 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: rbac-policies
Apr 08 14:20:58.664959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: rbac_address_group.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.665947 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.666543 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: rbac-address-group
Apr 08 14:20:58.666916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: rbac_address_scope.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.667862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.668453 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: rbac-address-scope
Apr 08 14:20:58.668819 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: rbac_security_groups.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.669881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.670471 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: rbac-security-groups
Apr 08 14:20:58.670843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: rbac_subnetpool.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.672412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.673071 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: rbac-subnetpool
Apr 08 14:20:58.673465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: revisionifmatch.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.674411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.674999 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: revision-if-match
Apr 08 14:20:58.675366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: revisions.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.676536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.677151 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: standard-attr-revisions
Apr 08 14:20:58.677519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: router_availability_zone.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.678263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.678853 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: router_availability_zone
Apr 08 14:20:58.679217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: routerservicetype.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.680161 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.680746 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension router-service-type not supported by any of loaded plugins
Apr 08 14:20:58.681125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.682074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.682670 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: security-groups-normalized-cidr
Apr 08 14:20:58.683031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: security_groups_port_filtering.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.683994 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.684585 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: port-security-groups-filtering
Apr 08 14:20:58.684948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.685935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.686526 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: security-groups-remote-address-group
Apr 08 14:20:58.686892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: securitygroup.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.699747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.700373 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: security-group
Apr 08 14:20:58.700751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: segment.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.701660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.702253 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension segment not supported by any of loaded plugins
Apr 08 14:20:58.702628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.703599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.704194 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 08 14:20:58.704567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: servicetype.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.705712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.706312 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: service-type
Apr 08 14:20:58.706681 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: sorting.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.707679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.708066 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: sorting
Apr 08 14:20:58.708707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: standard_attr_segment.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.709679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.710272 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 08 14:20:58.710640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: standardattrdescription.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.711337 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.711972 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: standard-attr-description
Apr 08 14:20:58.712341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: stateful_security_group.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.713365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.714000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: stateful-security-group
Apr 08 14:20:58.714365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: stdattrs_common.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.714954 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 08 14:20:58.715315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.716388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.716994 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 08 14:20:58.717397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: subnet_onboard.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.719011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.719614 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: subnet_onboard
Apr 08 14:20:58.719987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.720932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.721550 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 08 14:20:58.721920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: subnet_service_types.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.722873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.723471 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: subnet-service-types
Apr 08 14:20:58.723837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: subnetallocation.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.724927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.725552 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: subnet_allocation
Apr 08 14:20:58.725924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.726635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.727225 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: subnetpool-prefix-ops
Apr 08 14:20:58.727590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.728538 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.729161 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 08 14:20:58.729530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: tagging.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.730815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.731420 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: standard-attr-tag
Apr 08 14:20:58.731795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: timestamp.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.732992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.733648 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loaded extension: standard-attr-timestamp
Apr 08 14:20:58.734620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: trunk.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.735667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.736261 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension trunk not supported by any of loaded plugins
Apr 08 14:20:58.736628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: trunk_details.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.737601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.738189 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension trunk-details not supported by any of loaded plugins
Apr 08 14:20:58.738557 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: uplink_status_propagation.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.739496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.740080 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 08 14:20:58.740448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Loading extension file: vlantransparent.py {{(pid=84347) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 14:20:58.741175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84347) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 14:20:58.741758 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 08 14:20:58.744417 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:network
Apr 08 14:20:58.745246 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:subnet
Apr 08 14:20:58.745934 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 14:20:58.746601 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:port
Apr 08 14:20:58.748080 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.748576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service FLAVORS assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.749317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.749831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.750203 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:router
Apr 08 14:20:58.750931 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 14:20:58.751722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service METERING assigned prefix: /metering {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.753588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff30e7e1518>> rbac-policy before_create 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.753999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff30e7e1518>> rbac-policy before_update 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.754393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff30e7e1518>> rbac-policy before_delete 55550000 {{(pid=84347) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:20:58.755518 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 14:20:58.756008 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:security_group
Apr 08 14:20:58.756902 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 14:20:58.757759 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service CORE assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.758132 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 14:20:58.758503 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] subnetpool is already registered
Apr 08 14:20:58.759182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service CORE assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.759561 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 14:20:58.759929 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] subnetpool is already registered
Apr 08 14:20:58.762720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.763211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service FLAVORS assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.763865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.764335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.764712 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:router
Apr 08 14:20:58.765085 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] router is already registered
Apr 08 14:20:58.765804 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 14:20:58.766174 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] floatingip is already registered
Apr 08 14:20:58.766880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service METERING assigned prefix: /metering {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.767622 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 14:20:58.767991 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] rbac_policy is already registered
Apr 08 14:20:58.769345 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:security_group
Apr 08 14:20:58.769732 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] security_group is already registered
Apr 08 14:20:58.770491 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 14:20:58.770869 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] security_group_rule is already registered
Apr 08 14:20:58.771621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service CORE assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.772006 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 14:20:58.772380 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] subnetpool is already registered
Apr 08 14:20:58.773077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.resource_helper [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Service CORE assigned prefix:  {{(pid=84347) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 14:20:58.773486 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 14:20:58.773861 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.quota.resource_registry [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] subnetpool is already registered
Apr 08 14:20:58.774598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: extensions {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.776132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: address-groups {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.777856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: address-scopes {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.779151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: agents {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.780381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: auto-allocated-topology {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.782257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: availability_zones {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.783658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: dhcp-networks {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.785210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: dhcp-agents {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.786696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: routers {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.788597 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: flavors {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.789874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: service_profiles {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.791160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: next_providers {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.792913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: service_profiles {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.794578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: floatingip-pools {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.795856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: routers {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.798413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: floatingips {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.799680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: l3-routers {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.801177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: l3-agents {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.802698 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: metering-labels {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.804137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: metering-label-rules {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.805509 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: network-ip-availabilities {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.806839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: bindings {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.808589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: quotas {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.810156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: quotas {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.811644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: rbac-policies {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.813056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: security-groups {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.814375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: security-group-rules {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.815709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: service-providers {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.817061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: subnetpools {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.818589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: subnetpools {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.820143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.821949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.823869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.825767 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.828180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.830165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.831976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.835125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.837014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.839060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.extensions [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Extended resource: tags {{(pid=84347) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 14:20:58.847226 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING keystonemiddleware.auth_token [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 08 14:20:58.852516 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING keystonemiddleware.auth_token [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 08 14:20:58.861400 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Acquired lock "singleton_lock" {{(pid=84347) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 08 14:20:58.861937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Releasing lock "singleton_lock" {{(pid=84347) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 08 14:20:58.863402 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO oslo_service.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Starting 2 workers
Apr 08 14:20:58.868219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Started child 84460 {{(pid=84347) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 14:20:58.872079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:20:58.872993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Started child 84461 {{(pid=84347) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 14:20:58.873620 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [-] (84460) wsgi starting up on http://0.0.0.0:9696
Apr 08 14:20:58.874505 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Neutron service started, listening on 0.0.0.0:9696
Apr 08 14:20:58.875225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Notify callbacks [] for process, before_spawn {{(pid=84347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:20:58.876322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:20:58.877741 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO oslo_service.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Starting 1 workers
Apr 08 14:20:58.877875 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [-] (84461) wsgi starting up on http://0.0.0.0:9696
Apr 08 14:20:58.883294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Started child 84462 {{(pid=84347) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 14:20:58.883852 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO oslo_service.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Starting 1 workers
Apr 08 14:20:58.885345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] calling RpcWorker wait() {{(pid=84462) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 08 14:20:58.885749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] returning from RpcWorker wait() {{(pid=84462) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 08 14:20:58.887230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:20:58.887735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:20:58.888650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Started child 84463 {{(pid=84347) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 14:20:58.889494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e5c49c3-8a52-452b-914d-452ff27c026e None None] Notify callbacks [] for process, after_spawn {{(pid=84347) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:20:58.891594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84347) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 08 14:20:58.891865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 14:20:58.892075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 14:20:58.892350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 14:20:58.892754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 14:20:58.892952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 14:20:58.893053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:20:58.893528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.893838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.894164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.894459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.894780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.895466 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.895773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.896094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.896410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.896707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.896909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.897108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.897431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.897702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.898061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.898344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.898627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.898922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.899135 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.899396 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.899718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.900008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.900308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.900586 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.901185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.901450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.901745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.902000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.902311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.902580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.902892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.903158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.903416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.903695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.903981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.904231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.904481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.904734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.905026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.905319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.905803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-3-iscsi {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.906633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.906888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.907182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.907500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.907719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.907984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.908266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.908560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.908865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.909231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.909427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.909711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.910057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.910248 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.910442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.910711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.911017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.911304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.911521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.911717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.911911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.912219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.912413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.912712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.912976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.913251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.913521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.913770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.914017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.914304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.914570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.914838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.915100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.915406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.915679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.915944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.916229 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.916484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.916764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.917005 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.917265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.917612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.917939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.918035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.918370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.918533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.918835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.919032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:20:58.919127 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.919391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.919678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.919920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.920173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.920494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.920766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.921032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.921341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.921645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.921936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.922187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.922468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.922718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.922965 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.923214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.923518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.923787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.924052 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.924320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.924574 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.924852 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.925334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.925649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.925990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.926589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.926868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.946001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.62/identity {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.949737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.950760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.951869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.952399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.953924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.956903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.956903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.956903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.956903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.956903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.956903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.956903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.956903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.957628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.957628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.957628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.957628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.957628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.957628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.957628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.957628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.959278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.959278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.959278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.959278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.959278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.959278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.959278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.959278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.960985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.962121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.962121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.962121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.962121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.962121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.962121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.962121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.962121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.963347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.963347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.963347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.963347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.963347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.963347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.963347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.963347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.964336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.964336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.964336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.964336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.62/identity {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.964336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.964336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.964336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.964336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.965037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.965037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.965037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.965037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.965037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.965699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.965699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.965904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.966167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.966980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.966980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.966980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.967288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.967395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.967654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.967933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.968191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.969803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.969803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.969803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.969803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.970426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.970426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.970724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.970886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.971106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.971390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.971645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.971934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.972192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.972464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.973993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.973993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.973993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.973993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.973993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.973993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.975101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.975101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.975101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.975101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.975546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.975546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.975743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.975990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.976247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.976517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.976772 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.977025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.977317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.977599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.977884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.978144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.978389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.978640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.978921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.979174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.979418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.979755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.980028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.980294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.980566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.980814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.981079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.981370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.981610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.981857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.982116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.982373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.982620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.982866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.983142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.983388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.983712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.984031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.984288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.984600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.984877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.985189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.985469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.985831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.986082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.986386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.986684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.986939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.987195 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.987530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.987910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.988259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.988574 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.988853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.989191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.989514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.989825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.990078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.990403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.991158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.991158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.991450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.991602 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.991840 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.992136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.992609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.992916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.993200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.993461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.993766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.994061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.994333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.994587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.994862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.995121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.995392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.995624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.995872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.996126 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:58.996327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 14:20:58.996885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84347) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 08 14:20:58.997085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 14:20:58.997287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 14:20:58.997512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 14:20:58.997718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 14:20:58.997904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 14:20:58.998153 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.998348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.998543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.998737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.998928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.999141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.999318 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.999485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.999696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:58.999885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.000064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.000211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.000399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.000591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.000781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.000970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.001179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.001352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.001530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.001721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.001911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.002167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.002292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.002454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.002679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.002872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.003062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.003252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.003440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.003630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.003820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.004016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.004206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.004396 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.004587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.004774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.004964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.005176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.005369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.005558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.005749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-3-iscsi {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.005936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.006124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.006311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.006500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.006690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.006878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.007068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.007257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.007446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.007633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.007821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.008009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.008198 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.008386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.008575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.008768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.008955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.009160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.009373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.009568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.009758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.009948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.010139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.010328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.010518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.010708 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.010899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.011087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.011279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.011831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.011831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.011831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.012090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.012090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.012315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.012426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.012603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.012791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.012981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.013210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.013401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.013590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.013779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.013973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.014163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.014353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.014543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.014732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.014920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.015106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.015808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.015998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.016190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.016379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.016568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.016755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.016943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.017152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.017346 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.017536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.017727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.017916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.018106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.018293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.018481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.018669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.018860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.019048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.019237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 14:20:59.019481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.019675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.019881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.020073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.020265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.020459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.020654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.020848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.021041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.021259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.021460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.021646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.021833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.022025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.022217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.022415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.022578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.022771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.022966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.023159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.023351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.023770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.023770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.023946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.024039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.62/identity {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.024222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.024418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.024612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.024807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.025000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.025200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.025395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.025587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.025779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.025969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.026160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.026352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.026546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.026738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.026930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.027123 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.027315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.027506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.027706 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.027890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.028083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.028275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.028468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.028659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.028852 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.029055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.029274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.029467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.029660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.029853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.030046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.030237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.030429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.030621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.030856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.031545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.031733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.031920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.032114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.032305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.032501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.032695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.032887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.033083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.033299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.033491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.033684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.033876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.034067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.034260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.034458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.034651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.034843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.035035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.035270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.035421 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.035613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.035804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.035980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.036178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.036361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.036554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.036777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.036935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.037152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.037320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.037492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.037688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.037850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.038048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.038240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.038433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.038629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.038821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.039012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.039206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.039397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.039587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.039777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.039973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.040163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.040357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.040548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.040739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.040929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.041136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.041360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.041551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.041750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.041938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.042138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.042340 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.042556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.042729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.042922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.043113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.043305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.043497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.043689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.043881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.044072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.044265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.044469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.044670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.044862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.045053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.045270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.045509 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.045701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.045894 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.046085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.046276 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.046492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.046686 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.046882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.047077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.047270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.047462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.047654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.62/identity {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.047846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.048038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.048231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.048422 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.048616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.048808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.049001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.049287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.049483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.049675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.049869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.050060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.050254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.050447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.050638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.050831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.051024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.051215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.051406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.051598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.051790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.052010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.052165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.052357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.052549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.052743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.052945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.053138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.053344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.053445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:20:59.053555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.053704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.053897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.054092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.054283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.054481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.054675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.054866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.055058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.055250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.055443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.055636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.055950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.056090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.056195 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.056369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.056560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.056751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.056933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.057151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.057346 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.057536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.057729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.057920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.058111 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.058304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.058497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.058690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.058881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.059072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.059264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.059453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.059645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.059848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.060039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.060233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.060426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.060616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.060818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.061010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.061248 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.061503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.061690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.061894 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.062114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.066258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.066258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.066258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.066258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.066258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.066258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.066258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.066258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.067562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.068873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.069045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.069264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.069457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.069650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.069841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.070033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 14:20:59.070219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84347) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 14:20:59.344526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55112) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:20:59.356024 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0092983
Apr 08 14:21:09.804848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33081977-ecf8-4e5a-8909-0eb15bdf36f2 None None] get_active_networks_info from dv-cinder-784623-3-iscsi {{(pid=84462) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 08 14:21:09.968151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33081977-ecf8-4e5a-8909-0eb15bdf36f2 None None] No non-hosted networks {{(pid=84462) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 08 14:21:09.994842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agentschedulers_db [None req-33081977-ecf8-4e5a-8909-0eb15bdf36f2 None None] DHCP Agent not found on host dv-cinder-784623-3-iscsi {{(pid=84462) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 08 14:21:10.274547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6acb08e5-f932-4829-a4e3-1f8d9640f9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751'] for agent, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:12.327718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fda3e2f9-529d-4487-993f-ca9d2e690692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751'] for agent, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:12.381755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5c44e40-bba2-48a8-9fd7-46a3af0ead20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:12.589558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751'] for agent, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:13.678429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751'] for agent, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:13.679168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.679554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.679933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.680321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.680680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.683790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.684488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.684903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.685342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.685729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.686148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.686525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:13.686986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff30e33d588>, 'Open vSwitch agent', 'dv-cinder-784623-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:21:13.698604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff30e481c18>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:21:14.238581 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751'] for agent, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:15.372588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55200) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:15.995684 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING oslo_policy.policy [None req-15349641-705f-4603-8b2b-ddaa858698e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 14:21:15.996229 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING oslo_policy.policy [None req-15349641-705f-4603-8b2b-ddaa858698e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 14:21:16.228740 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [None req-15349641-705f-4603-8b2b-ddaa858698e4 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:21:16.230071 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-15349641-705f-4603-8b2b-ddaa858698e4 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8552668
Apr 08 14:21:18.963348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55216) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:19.370546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:21:19.462442 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_hamode_db [None req-156650dc-331b-4ddc-95a6-64369aab16b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 08 14:21:19.478795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.policy [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84460) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 08 14:21:19.534017 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING oslo_policy.policy [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 14:21:19.534380 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING oslo_policy.policy [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 14:21:19.551491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156650dc-331b-4ddc-95a6-64369aab16b2 None None] Routers set() bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:21:19.551933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156650dc-331b-4ddc-95a6-64369aab16b2 None None] Router IDs set() for agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 08 14:21:19.552988 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff30e204908>.
Apr 08 14:21:19.568863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:21:19.651078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244238715719', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244238605391', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244238596932', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244238586856', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244238573035', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363244238572760', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852745762', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852722422', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1640165', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1450881'] for rbac-policy, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:19.885997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:19.887273 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e13f2aff-878f-484d-b639-532af5a2918f admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9229238
Apr 08 14:21:23.068577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55230) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:23.237574 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Request body: {'network': {'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'name': 'private', 'admin_state_up': True}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:21:23.243455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:21:23.248178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Usage tracker for resource:network and tenant:e305d9cea8714816914cb6c5dfb76bd3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:21:23.252456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:21:23.258986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:21:23.320162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Made reservation on behalf of e305d9cea8714816914cb6c5dfb76bd3 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:21:23.326394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:23.344224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:23.360737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:21:23.364630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Usage tracker for resource:security_group_rule and tenant:e305d9cea8714816914cb6c5dfb76bd3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:21:23.368199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:21:23.374033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:21:23.748094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:23.782847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:23.787384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:23.807505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:21:23.831921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792619129066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:23.832529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff30f098ea0> segment precommit_create {{(pid=84460) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 08 14:21:23.833290 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Added segment 3917654a-51ff-4b5f-b4b4-f3eff35d489b of type vlan for network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652
Apr 08 14:21:23.883998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38dc080-1f03-4fc0-bdf1-66449bdae25b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:23.900089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.900467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.900835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.901221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.901586 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.901946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.902299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.902653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.903020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.903373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.903722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.904069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Tracked resource versions report:
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]: pushed versions:
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]: {   'AddressGroup': {'1.2'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'ConntrackHelper': {'1.0'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Log': {'1.0'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Network': {'1.1'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Port': {'1.7'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'PortForwarding': {'1.2'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'QosPolicy': {'1.8'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroup': {'1.4'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroupRule': {'1.2'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SubPort': {'1.0'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Subnet': {'1.1'},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Trunk': {'1.1'}}
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]: consumer versions:
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]: {   DHCP agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     L3 agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metadata agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metering agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:     Open vSwitch agent@dv-cinder-784623-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'ConntrackHelper': '1.0',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Log': '1.0',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Network': '1.1',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Port': '1.7',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'PortForwarding': '1.2',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'QosPolicy': '1.8',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroup': '1.4',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroupRule': '1.2',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SubPort': '1.0',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Subnet': '1.1',
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Trunk': '1.1'}}
Apr 08 14:21:23.905208 dv-cinder-784623-3-iscsi neutron-server[84347]:  {{(pid=84460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 14:21:23.949869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:23.958229 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:24.015529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:24.016920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:21:24.017599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:24.022665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:24.129989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Pushing event updated for resources: {'Network': ['ID=efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:24.133154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:24.141498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:21:24.155392 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2899311
Apr 08 14:21:27.176530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55246) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:27.655746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab8088-e5f4-48ea-b087-0c4cfe3a9b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:21:27.658063 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-64ab8088-e5f4-48ea-b087-0c4cfe3a9b29 admin admin] 10.222.0.62 "GET /v2.0/networks/efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 HTTP/1.1" status: 200  len: 825 time: 0.4803765
Apr 08 14:21:27.688589 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-25b2dafd-c5fe-4628-a787-75b68453ad20 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/2eb05392-3d6d-418b-86c4-ea014ed53cea HTTP/1.1" status: 200  len: 734 time: 0.0237775
Apr 08 14:21:27.697819 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'subnetpool_id': '2eb05392-3d6d-418b-86c4-ea014ed53cea', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:21:27.702188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:21:27.706744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Usage tracker for resource:subnet and tenant:e305d9cea8714816914cb6c5dfb76bd3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:21:27.709949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:21:27.715801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:21:27.786436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Made reservation on behalf of e305d9cea8714816914cb6c5dfb76bd3 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:21:27.790917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:28.283812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:28.298949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:28.439534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ab65dd-4b37-491f-b88c-66da1182af08,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:28.445672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:28.502998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Checking segment: {'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:21:28.503388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Network hostable DHCP agents. Network: efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:21:28.548839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:21:28.576694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:21:28.581237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:21:28.581897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:28.586964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d1acd1-aef4-416d-9612-58a578a4cbc5 None None] Network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:21:28.640544 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9462833
Apr 08 14:21:28.907750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'fixed_ips': [{'subnet_id': '52ab65dd-4b37-491f-b88c-66da1182af08'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:21:28.908970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:29.100441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Allocated IP 172.20.0.2 (efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652/52ab65dd-4b37-491f-b88c-66da1182af08/ee2351c7-ef95-4291-8a6a-3328fac747d5) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:21:29.548808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:29.608499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Transition to ACTIVE for port object ee2351c7-ef95-4291-8a6a-3328fac747d5 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:21:29.629887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Transition to ACTIVE for port object ee2351c7-ef95-4291-8a6a-3328fac747d5 will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:21:29.657639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:29.673525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:29.802930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Pushing event updated for resources: {'Port': ['ID=ee2351c7-ef95-4291-8a6a-3328fac747d5,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:29.819510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.819887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.820253 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.820618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.820978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.821366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.821719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.822071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.822439 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.822791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.823133 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.823468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Tracked resource versions report:
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]: pushed versions:
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]: {   'AddressGroup': {'1.2'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'ConntrackHelper': {'1.0'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Log': {'1.0'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Network': {'1.1'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Port': {'1.7'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'PortForwarding': {'1.2'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'QosPolicy': {'1.8'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroup': {'1.4'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroupRule': {'1.2'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SubPort': {'1.0'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Subnet': {'1.1'},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Trunk': {'1.1'}}
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]: consumer versions:
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]: {   DHCP agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     L3 agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metadata agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metering agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:     Open vSwitch agent@dv-cinder-784623-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'ConntrackHelper': '1.0',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Log': '1.0',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Network': '1.1',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Port': '1.7',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'PortForwarding': '1.2',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'QosPolicy': '1.8',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroup': '1.4',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroupRule': '1.2',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SubPort': '1.0',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Subnet': '1.1',
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Trunk': '1.1'}}
Apr 08 14:21:29.824614 dv-cinder-784623-3-iscsi neutron-server[84347]:  {{(pid=84462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 14:21:29.829446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:29.878120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:21:29.879230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:21:29.882196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:21:29.979186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Attempting to bind port ee2351c7-ef95-4291-8a6a-3328fac747d5 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:21:29.979620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Attempting to bind port ee2351c7-ef95-4291-8a6a-3328fac747d5 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:21:29.980039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Attempting to bind port ee2351c7-ef95-4291-8a6a-3328fac747d5 on network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:21:29.985662 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:21:29.986169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Checking segment: {'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:21:29.986524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:29.986956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Bound using segment: {'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:21:29.987496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Bound port: ee2351c7-ef95-4291-8a6a-3328fac747d5, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:21:29.988050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:30.065338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] For port ee2351c7-ef95-4291-8a6a-3328fac747d5, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:21:30.069393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] For port ee2351c7-ef95-4291-8a6a-3328fac747d5, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ee2351c7-ef95-4291-8a6a-3328fac747d5,segment=NetworkSegment(3917654a-51ff-4b5f-b4b4-f3eff35d489b),segment_id=3917654a-51ff-4b5f-b4b4-f3eff35d489b)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:21:30.101479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:30.116486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:30.274881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Pushing event updated for resources: {'Port': ['ID=ee2351c7-ef95-4291-8a6a-3328fac747d5,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:30.278350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:31.388896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55256) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:31.790389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [None req-1497b370-3434-4bc7-8965-32b81f6db320 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:21:31.791475 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1497b370-3434-4bc7-8965-32b81f6db320 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4015763
Apr 08 14:21:33.635820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ee2351c7-ef95-4291-8a6a-3328fac747d5 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:21:33.742434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port ee2351c7-ef95-4291-8a6a-3328fac747d5 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:21:34.533471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55270) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:34.936961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [None req-14a483c7-3de6-411d-8fea-e23ede024931 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:21:34.938671 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-14a483c7-3de6-411d-8fea-e23ede024931 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4035683
Apr 08 14:21:35.162405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a05409-1e3e-468c-9aa5-cee370b4fa09 None None] Network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:21:35.301589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] Provisioning for port ee2351c7-ef95-4291-8a6a-3328fac747d5 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:21:35.339821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] Provisioning complete for port ee2351c7-ef95-4291-8a6a-3328fac747d5 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:21:35.340251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:35.532594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:35.555541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] For port ee2351c7-ef95-4291-8a6a-3328fac747d5, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ee2351c7-ef95-4291-8a6a-3328fac747d5,segment=NetworkSegment(3917654a-51ff-4b5f-b4b4-f3eff35d489b),segment_id=3917654a-51ff-4b5f-b4b4-f3eff35d489b)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:21:35.588502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:35.590728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e1c7bb01-ee20-4c9c-b772-074eb2264660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:35.664336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] Pushing event updated for resources: {'Port': ['ID=ee2351c7-ef95-4291-8a6a-3328fac747d5,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:35.667738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:35.811578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-4742c814-7e45-4def-8433-3d650cc89349 None None] Provisioning complete for port ee2351c7-ef95-4291-8a6a-3328fac747d5 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:21:35.811912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4742c814-7e45-4def-8433-3d650cc89349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:37.613937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ee2351c7-ef95-4291-8a6a-3328fac747d5 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:21:37.684032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port ee2351c7-ef95-4291-8a6a-3328fac747d5 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:21:37.684451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:37.964623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55282) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:38.335455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:21:38.340749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:21:38.344764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Usage tracker for resource:router and tenant:e305d9cea8714816914cb6c5dfb76bd3 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:21:38.347962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:21:38.353915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:21:38.394180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:38.395517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:38.459004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:38.600567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:38.639753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:38.641026 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-14cccbe1-2523-4e2c-b227-2af902522b80 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6753111
Apr 08 14:21:39.718009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f76f5707-6e09-46f4-99a6-d45413075f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:41.331895 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55292) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:41.717490 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [None req-c6378f97-e7ab-4209-b6e8-cdd5ebeeed64 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:21:41.718550 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c6378f97-e7ab-4209-b6e8-cdd5ebeeed64 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3856354
Apr 08 14:21:42.291001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-645c7e49-947e-4c46-9ae5-413e3fb0541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:42.536874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:43.690964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:44.176888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:44.472039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55312) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:44.628465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:21:44.633463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:21:44.637438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Usage tracker for resource:network and tenant:2f5864d8bd934c72ae9c0dbf03b7936e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:21:44.641430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:21:44.647350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:21:44.748204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Made reservation on behalf of 2f5864d8bd934c72ae9c0dbf03b7936e for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:21:44.752789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:44.765307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:44.780193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:21:44.784688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5864d8bd934c72ae9c0dbf03b7936e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:21:44.787510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:21:44.793366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:21:45.003982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:45.033892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:45.038050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:45.052729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Reserving flat network on physical network physnet1 {{(pid=84460) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 08 14:21:45.067474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8803edf6-d360-4aa2-ac48-cb4d1c263963,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:45.070863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:45.116194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:45.116581 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Added segment 024f161d-196b-4944-a865-8f591c982d21 of type flat for network f9066924-4bf6-41ae-8d8b-76fd0035cf0d
Apr 08 14:21:45.280652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:45.346434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:45.347784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:21:45.348421 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:45.353195 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:45.455087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Pushing event updated for resources: {'Network': ['ID=f9066924-4bf6-41ae-8d8b-76fd0035cf0d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:45.458175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:45.468717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:21:45.480594 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0074565
Apr 08 14:21:46.946100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:21:47.973045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55332) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:48.087918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ad28ac-5667-408c-b293-d5faaea7048d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:21:48.093302 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-71ad28ac-5667-408c-b293-d5faaea7048d admin admin] 10.222.0.62 "GET /v2.0/subnets/52ab65dd-4b37-491f-b88c-66da1182af08 HTTP/1.1" status: 200  len: 849 time: 0.1152205
Apr 08 14:21:48.234165 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d0685fdf-373c-4a06-8459-2f18a68bd58f admin admin] 10.222.0.62 "GET /v2.0/routers/f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 HTTP/1.1" status: 200  len: 704 time: 0.1380188
Apr 08 14:21:48.860632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:49.133829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Allocated IP 172.20.0.1 (efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652/52ab65dd-4b37-491f-b88c-66da1182af08/daee762b-2cc0-4833-8ddc-5a0c51887a23) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:21:49.404778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:49.423089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Transition to ACTIVE for port object daee762b-2cc0-4833-8ddc-5a0c51887a23 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:21:49.512354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:49.527003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:49.662368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Pushing event updated for resources: {'Port': ['ID=daee762b-2cc0-4833-8ddc-5a0c51887a23,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:49.675193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:49.720822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:21:49.721936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:21:49.724193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:21:49.724892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:49.963134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-959acf8f-d3b0-4756-9fde-5d3973e234d1 None None] Provisioning for port daee762b-2cc0-4833-8ddc-5a0c51887a23 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:21:49.967790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-959acf8f-d3b0-4756-9fde-5d3973e234d1 None None] Provisioning complete for port daee762b-2cc0-4833-8ddc-5a0c51887a23 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:21:49.968193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-959acf8f-d3b0-4756-9fde-5d3973e234d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:50.023568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-959acf8f-d3b0-4756-9fde-5d3973e234d1 None None] Port daee762b-2cc0-4833-8ddc-5a0c51887a23 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:21:50.048736 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:50.318410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:50.351643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:50.352735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:50.367078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:50.666315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Pushing event updated for resources: {'Port': ['ID=daee762b-2cc0-4833-8ddc-5a0c51887a23,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:50.675321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:50.724301 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:21:50.725420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:21:50.953508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-486807b4-86c9-41d0-95b1-0a187c1fa961 None None] Provisioning complete for port daee762b-2cc0-4833-8ddc-5a0c51887a23 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:21:50.954443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-486807b4-86c9-41d0-95b1-0a187c1fa961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:50.954558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Router f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:21:51.011564 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-486807b4-86c9-41d0-95b1-0a187c1fa961 None None] Port daee762b-2cc0-4833-8ddc-5a0c51887a23 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:21:51.114810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:21:51.124208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Sync routers for ids ['f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:21:51.125239 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] 10.222.0.62 "PUT /v2.0/routers/f5aeb4a5-44b8-41ca-a05d-511f6508b1f1/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8848243
Apr 08 14:21:51.135826 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Routers {'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:21:51.136715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e465c50>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:21:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:21:51.320612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Set router f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 gateway port host: None {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:21:51.869214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e465c50>, [{'id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'name': 'router1', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:38Z', 'updated_at': '2021-04-08T14:21:49Z', 'revision_number': 2, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'gw_port_host': None, '_interfaces': [{'id': 'daee762b-2cc0-4833-8ddc-5a0c51887a23', 'name': '', 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'mac_address': 'fa:16:3e:8b:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:48Z', 'updated_at': '2021-04-08T14:21:50Z', 'revision_number': 2, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'subnets': [{'id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2eb05392-3d6d-418b-86c4-ea014ed53cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:21:51.874236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Checking router: f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:21:51.874625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Updating router f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 port daee762b-2cc0-4833-8ddc-5a0c51887a23 binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:21:51.930134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:52.380898 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:52.395130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Transition to ACTIVE for port object daee762b-2cc0-4833-8ddc-5a0c51887a23 will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:21:52.428484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:52.444463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:52.591044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Pushing event updated for resources: {'Port': ['ID=daee762b-2cc0-4833-8ddc-5a0c51887a23,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:52.603812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.604191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.604563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.604924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.606237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.606610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.606971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.607330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.607688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.608042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.608395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.608747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Tracked resource versions report:
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]: pushed versions:
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]: {   'AddressGroup': {'1.2'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'ConntrackHelper': {'1.0'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Log': {'1.0'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Network': {'1.1'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Port': {'1.7'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'PortForwarding': {'1.2'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'QosPolicy': {'1.8'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroup': {'1.4'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroupRule': {'1.2'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SubPort': {'1.0'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Subnet': {'1.1'},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Trunk': {'1.1'}}
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]: consumer versions:
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]: {   DHCP agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     L3 agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metadata agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metering agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:     Open vSwitch agent@dv-cinder-784623-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'ConntrackHelper': '1.0',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Log': '1.0',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Network': '1.1',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Port': '1.7',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'PortForwarding': '1.2',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'QosPolicy': '1.8',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroup': '1.4',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroupRule': '1.2',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SubPort': '1.0',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Subnet': '1.1',
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Trunk': '1.1'}}
Apr 08 14:21:52.610513 dv-cinder-784623-3-iscsi neutron-server[84347]:  {{(pid=84463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 14:21:52.617869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:52.801251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Attempting to bind port daee762b-2cc0-4833-8ddc-5a0c51887a23 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:21:52.801697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Attempting to bind port daee762b-2cc0-4833-8ddc-5a0c51887a23 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:21:52.802112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Attempting to bind port daee762b-2cc0-4833-8ddc-5a0c51887a23 on network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:21:52.807758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:21:52.808191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Checking segment: {'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:21:52.808649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:52.809077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Bound using segment: {'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:21:52.809657 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Bound port: daee762b-2cc0-4833-8ddc-5a0c51887a23, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3917654a-51ff-4b5f-b4b4-f3eff35d489b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:21:52.810064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:52.888833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] For port daee762b-2cc0-4833-8ddc-5a0c51887a23, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:21:52.893873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] For port daee762b-2cc0-4833-8ddc-5a0c51887a23, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=daee762b-2cc0-4833-8ddc-5a0c51887a23,segment=NetworkSegment(3917654a-51ff-4b5f-b4b4-f3eff35d489b),segment_id=3917654a-51ff-4b5f-b4b4-f3eff35d489b)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:21:52.965726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:52.979590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:53.134469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Pushing event updated for resources: {'Port': ['ID=daee762b-2cc0-4833-8ddc-5a0c51887a23,revision_number=4']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:53.139548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:53.195502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Routers {'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:21:53.196176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e465c50>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:21:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:21:53.372479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] Set router f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 gateway port host: None {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:21:53.639793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 55344) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:53.709865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e465c50>, [{'id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'name': 'router1', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:38Z', 'updated_at': '2021-04-08T14:21:49Z', 'revision_number': 2, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'gw_port_host': None, '_interfaces': [{'id': 'daee762b-2cc0-4833-8ddc-5a0c51887a23', 'name': '', 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'mac_address': 'fa:16:3e:8b:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:48Z', 'updated_at': '2021-04-08T14:21:52Z', 'revision_number': 4, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'subnets': [{'id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2eb05392-3d6d-418b-86c4-ea014ed53cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:21:53.713918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305101a-6d7e-4d34-97f2-686cb77f2561 None None] The sync data for ids ['f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'] in dv-cinder-784623-3-iscsi is: [{'id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'name': 'router1', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:38Z', 'updated_at': '2021-04-08T14:21:49Z', 'revision_number': 2, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'gw_port_host': None, '_interfaces': [{'id': 'daee762b-2cc0-4833-8ddc-5a0c51887a23', 'name': '', 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'mac_address': 'fa:16:3e:8b:76:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:48Z', 'updated_at': '2021-04-08T14:21:52Z', 'revision_number': 4, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'subnets': [{'id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2eb05392-3d6d-418b-86c4-ea014ed53cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:21:53.799300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3419cfe9-f0b0-4713-9ad6-a91dca18a9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:21:53.799941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3419cfe9-f0b0-4713-9ad6-a91dca18a9f4 admin admin] Synchronizing usage tracker for tenant:2f5864d8bd934c72ae9c0dbf03b7936e on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:21:53.862041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3419cfe9-f0b0-4713-9ad6-a91dca18a9f4 admin admin] Unset dirty status for tenant:2f5864d8bd934c72ae9c0dbf03b7936e on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:21:53.863285 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3419cfe9-f0b0-4713-9ad6-a91dca18a9f4 admin admin] 10.222.0.62 "GET /v2.0/networks/f9066924-4bf6-41ae-8d8b-76fd0035cf0d HTTP/1.1" status: 200  len: 842 time: 0.2224634
Apr 08 14:21:53.873735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'gateway_ip': '172.27.1.1'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:21:53.879799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:21:53.883772 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Usage tracker for resource:subnet and tenant:2f5864d8bd934c72ae9c0dbf03b7936e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:21:53.886719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:21:53.893098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:21:53.930487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Made reservation on behalf of 2f5864d8bd934c72ae9c0dbf03b7936e for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:21:53.935110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:54.600844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.objects.ports [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84460) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 08 14:21:54.601930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:54.618890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f4a7878a-1e22-4654-90c7-eac2057d418f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:54.753904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=410100ac-4d62-4911-82f1-b1a77e28e662,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:54.756608 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:54.822109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:21:54.822432 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Network hostable DHCP agents. Network: f9066924-4bf6-41ae-8d8b-76fd0035cf0d, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:21:54.908602 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:21:54.965470 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, f9066924-4bf6-41ae-8d8b-76fd0035cf0d) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:21:54.970739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:21:54.971476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:54.976591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c35215-c565-4942-a946-092a15634c5a None None] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:21:55.073213 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2031600
Apr 08 14:21:55.205505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407096d-a8bc-4ad4-ba47-15c655888e72 None None] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:21:55.647132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device daee762b-2cc0-4833-8ddc-5a0c51887a23 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:21:55.746303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port daee762b-2cc0-4833-8ddc-5a0c51887a23 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:21:55.751606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port daee762b-2cc0-4833-8ddc-5a0c51887a23 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:21:55.752020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:55.873808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:55.890716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port daee762b-2cc0-4833-8ddc-5a0c51887a23, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=daee762b-2cc0-4833-8ddc-5a0c51887a23,segment=NetworkSegment(3917654a-51ff-4b5f-b4b4-f3eff35d489b),segment_id=3917654a-51ff-4b5f-b4b4-f3eff35d489b)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:21:55.923955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:55.927303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:21:56.148447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=daee762b-2cc0-4833-8ddc-5a0c51887a23,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:21:56.151815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:21:57.639706 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device daee762b-2cc0-4833-8ddc-5a0c51887a23 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:21:57.643964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55358) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:21:57.711471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port daee762b-2cc0-4833-8ddc-5a0c51887a23 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:21:57.711888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:57.815754 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING oslo_policy.policy [None req-8ee3db6d-a329-4d1f-9fcd-e3edba4faeed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 14:21:57.816350 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING oslo_policy.policy [None req-8ee3db6d-a329-4d1f-9fcd-e3edba4faeed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 14:21:58.128870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.policy [None req-8ee3db6d-a329-4d1f-9fcd-e3edba4faeed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84461) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 08 14:21:58.182169 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING oslo_policy.policy [None req-8ee3db6d-a329-4d1f-9fcd-e3edba4faeed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 14:21:58.182588 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING oslo_policy.policy [None req-8ee3db6d-a329-4d1f-9fcd-e3edba4faeed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 14:21:58.574017 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8ee3db6d-a329-4d1f-9fcd-e3edba4faeed admin admin] 10.222.0.62 "GET /v2.0/routers/f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 HTTP/1.1" status: 200  len: 710 time: 0.9288673
Apr 08 14:21:58.736946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d347148-0fbc-4969-8f2a-dfc25f8c916a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:21:58.738635 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7d347148-0fbc-4969-8f2a-dfc25f8c916a admin admin] 10.222.0.62 "GET /v2.0/networks/f9066924-4bf6-41ae-8d8b-76fd0035cf0d HTTP/1.1" status: 200  len: 886 time: 0.1588583
Apr 08 14:21:58.748394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:21:59.199343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:59.565813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:59.623594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:21:59.767663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Allocated IP 172.27.1.15 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/d394ed25-19ce-4451-81ff-ee328b4ef5af) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:22:00.066740 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:00.148670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:00.164060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:22:00.311569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d394ed25-19ce-4451-81ff-ee328b4ef5af,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:22:00.323958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.324248 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.324613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.324973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.325356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.325713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.326068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.326419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.326786 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.327136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.327484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.327831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Tracked resource versions report:
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]: pushed versions:
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]: {   'AddressGroup': {'1.2'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'ConntrackHelper': {'1.0'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Log': {'1.0'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Network': {'1.1'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Port': {'1.7'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'PortForwarding': {'1.2'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'QosPolicy': {'1.8'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroup': {'1.4'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroupRule': {'1.2'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SubPort': {'1.0'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Subnet': {'1.1'},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Trunk': {'1.1'}}
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]: consumer versions:
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]: {   DHCP agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     L3 agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metadata agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metering agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:     Open vSwitch agent@dv-cinder-784623-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'ConntrackHelper': '1.0',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Log': '1.0',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Network': '1.1',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Port': '1.7',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'PortForwarding': '1.2',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'QosPolicy': '1.8',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroup': '1.4',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroupRule': '1.2',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SubPort': '1.0',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Subnet': '1.1',
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Trunk': '1.1'}}
Apr 08 14:22:00.328981 dv-cinder-784623-3-iscsi neutron-server[84347]:  {{(pid=84461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 14:22:00.373644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:22:00.384636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:22:00.385797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:22:00.388383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:22:00.881274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:01.224416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:01.227745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1690770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853085030', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1697544'] for router, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:01.414629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Router f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:22:01.749915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:22:01.760144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:01.764082 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] 10.222.0.62 "PUT /v2.0/routers/f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 HTTP/1.1" status: 200  len: 889 time: 3.0165012
Apr 08 14:22:01.764234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Sync routers for ids ['f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:22:01.773235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Routers {'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:22:01.773944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d6f8630>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:21:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:22:01.974363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Set router f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:22:02.330675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d6f8630>, [{'id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'name': 'router1', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd394ed25-19ce-4451-81ff-ee328b4ef5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:38Z', 'updated_at': '2021-04-08T14:22:00Z', 'revision_number': 4, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'gw_port': {'id': 'd394ed25-19ce-4451-81ff-ee328b4ef5af', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:59Z', 'updated_at': '2021-04-08T14:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'daee762b-2cc0-4833-8ddc-5a0c51887a23', 'name': '', 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'mac_address': 'fa:16:3e:8b:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:48Z', 'updated_at': '2021-04-08T14:21:55Z', 'revision_number': 5, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'subnets': [{'id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2eb05392-3d6d-418b-86c4-ea014ed53cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:22:02.335869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Checking router: f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:22:02.336260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Updating router f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 port d394ed25-19ce-4451-81ff-ee328b4ef5af binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:22:02.393379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:02.780948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:02.856550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Transition to ACTIVE for port object d394ed25-19ce-4451-81ff-ee328b4ef5af will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:22:02.913497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:02.932564 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ae4fcd67-f29b-40cc-82e6-2edecd0e4fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:22:03.070039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c36c2-72c6-471f-b20d-5613fd050c63 None None] Pushing event updated for resources: {'Port': ['ID=d394ed25-19ce-4451-81ff-ee328b4ef5af,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:22:03.074865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-da6c36c2-72c6-471f-b20d-5613fd050c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:22:03.125490 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Attempting to bind port d394ed25-19ce-4451-81ff-ee328b4ef5af on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:22:03.125894 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Attempting to bind port d394ed25-19ce-4451-81ff-ee328b4ef5af by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:22:03.126289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Attempting to bind port d394ed25-19ce-4451-81ff-ee328b4ef5af on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:22:03.131734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:22:03.132141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:22:03.132585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:03.133007 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:22:03.133582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Bound port: d394ed25-19ce-4451-81ff-ee328b4ef5af, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:22:03.133988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:03.210484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] For port d394ed25-19ce-4451-81ff-ee328b4ef5af, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:22:03.213600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] For port d394ed25-19ce-4451-81ff-ee328b4ef5af, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=d394ed25-19ce-4451-81ff-ee328b4ef5af,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:22:03.257257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:03.272938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:22:03.419144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c36c2-72c6-471f-b20d-5613fd050c63 None None] Pushing event updated for resources: {'Port': ['ID=d394ed25-19ce-4451-81ff-ee328b4ef5af,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:22:03.424544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-da6c36c2-72c6-471f-b20d-5613fd050c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:22:03.462587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Routers {'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:22:03.463246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d6f8630>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:21:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:22:03.654243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] Set router f5aeb4a5-44b8-41ca-a05d-511f6508b1f1 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:22:04.144147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d6f8630>, [{'id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'name': 'router1', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd394ed25-19ce-4451-81ff-ee328b4ef5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:38Z', 'updated_at': '2021-04-08T14:22:00Z', 'revision_number': 4, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'gw_port': {'id': 'd394ed25-19ce-4451-81ff-ee328b4ef5af', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:59Z', 'updated_at': '2021-04-08T14:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'daee762b-2cc0-4833-8ddc-5a0c51887a23', 'name': '', 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'mac_address': 'fa:16:3e:8b:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:48Z', 'updated_at': '2021-04-08T14:21:55Z', 'revision_number': 5, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'subnets': [{'id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2eb05392-3d6d-418b-86c4-ea014ed53cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:22:04.148238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc26e4e-167d-4a26-af60-9a66e9ae7c45 None None] The sync data for ids ['f5aeb4a5-44b8-41ca-a05d-511f6508b1f1'] in dv-cinder-784623-3-iscsi is: [{'id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'name': 'router1', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd394ed25-19ce-4451-81ff-ee328b4ef5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:21:38Z', 'updated_at': '2021-04-08T14:22:00Z', 'revision_number': 4, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'gw_port': {'id': 'd394ed25-19ce-4451-81ff-ee328b4ef5af', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:59Z', 'updated_at': '2021-04-08T14:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'daee762b-2cc0-4833-8ddc-5a0c51887a23', 'name': '', 'network_id': 'efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652', 'tenant_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'mac_address': 'fa:16:3e:8b:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5aeb4a5-44b8-41ca-a05d-511f6508b1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:21:48Z', 'updated_at': '2021-04-08T14:21:55Z', 'revision_number': 5, 'project_id': 'e305d9cea8714816914cb6c5dfb76bd3', 'subnets': [{'id': '52ab65dd-4b37-491f-b88c-66da1182af08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2eb05392-3d6d-418b-86c4-ea014ed53cea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:22:04.453075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55378) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:22:04.581625 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c76c5336-b35f-40c2-b3df-5a2f4354cb5c admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1267240
Apr 08 14:22:05.673154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device d394ed25-19ce-4451-81ff-ee328b4ef5af up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:22:05.776792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port d394ed25-19ce-4451-81ff-ee328b4ef5af completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:22:05.783410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port d394ed25-19ce-4451-81ff-ee328b4ef5af triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:22:05.783781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:05.910639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:05.927863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port d394ed25-19ce-4451-81ff-ee328b4ef5af, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=d394ed25-19ce-4451-81ff-ee328b4ef5af,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:22:05.960083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:05.962489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:22:06.033526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=d394ed25-19ce-4451-81ff-ee328b4ef5af,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:22:06.036860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:22:07.674116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device d394ed25-19ce-4451-81ff-ee328b4ef5af up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:22:07.759475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port d394ed25-19ce-4451-81ff-ee328b4ef5af triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:22:07.759891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:09.736739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62bf8251-c403-4e08-a524-6b61e5c4fc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:12.328210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9935fa9-3e97-474a-9e03-24ed71cbafb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:12.570778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:13.673924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:14.199519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:23.946762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:22:39.713102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f99bcde2-3888-4137-ad5e-19ea2e71de2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:42.313872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b52b8a55-5ff6-4359-abe0-ec9efc7c0f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:42.570569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:43.684692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:22:44.191215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:00.945526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:23:09.723765 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f34438a-9a13-4018-a284-f0bfc9e891f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:12.301055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33ad2014-3369-4ca5-a5f2-9d2acf2b783a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:12.567733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:13.677981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:14.213442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:37.944320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:23:39.723207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-93b5d1c0-4835-4397-b6fc-fd5090659ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:42.288986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0fae5568-66f5-46d1-9da6-2d1d1f77154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:42.546721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:43.671995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:23:44.212553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:09.732224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ec6501b0-da82-491d-b2d0-f6678b137e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:12.295293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-82ec0632-224b-487e-8f68-2be8a4903862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:12.568714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:13.689595 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:14.217665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:14.943637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:24:19.964805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55948) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:20.037325 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1db3ced-1427-4e75-8e88-c1ce38619855 admin admin] GET failed (client error): The resource could not be found.
Apr 08 14:24:20.038677 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e1db3ced-1427-4e75-8e88-c1ce38619855 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0728517
Apr 08 14:24:20.178495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38edae-4519-400a-a9e9-b79e5a33ca3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:20.180014 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1d38edae-4519-400a-a9e9-b79e5a33ca3d admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1370845
Apr 08 14:24:22.655995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55958) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:22.768778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6da9a-245c-49e4-91b3-d389ce06c28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:22.770218 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-42f6da9a-245c-49e4-91b3-d389ce06c28c admin admin] 10.222.0.62 "GET /v2.0/subnets/52ab65dd-4b37-491f-b88c-66da1182af08 HTTP/1.1" status: 200  len: 849 time: 0.1132171
Apr 08 14:24:22.780932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:24:22.905469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:23.231239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792619089284'] for subnet, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:23.245625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:24:23.383357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ab65dd-4b37-491f-b88c-66da1182af08,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:24:23.396345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.396735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.397102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.397486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.397839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.398205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.398555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.398903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.399265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.399610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.399955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.400298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:24:23.404393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:24:23.432613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:23.433277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:23.434625 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] 10.222.0.62 "PUT /v2.0/subnets/52ab65dd-4b37-491f-b88c-66da1182af08 HTTP/1.1" status: 200  len: 868 time: 0.6581748
Apr 08 14:24:23.438211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa3e98-2af1-4c7c-b19d-412a847bdaed None None] Network efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:24:23.869589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c3d8774d-5042-4665-a22f-03ed79e89508 None None] Provisioning complete for port ee2351c7-ef95-4291-8a6a-3328fac747d5 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:24:23.870103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3d8774d-5042-4665-a22f-03ed79e89508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:24.002255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c3d8774d-5042-4665-a22f-03ed79e89508 None None] Provisioning complete for port daee762b-2cc0-4833-8ddc-5a0c51887a23 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:24:24.002565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c3d8774d-5042-4665-a22f-03ed79e89508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:25.909416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55968) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:26.091976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8034464a-796b-43ce-b665-14468a22aad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:26.101067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8034464a-796b-43ce-b665-14468a22aad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:26.101067 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8034464a-796b-43ce-b665-14468a22aad6 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1842403
Apr 08 14:24:28.577353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55978) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:28.760781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50694d9f-45fb-42ba-92df-6b803cb2ee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:28.761351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50694d9f-45fb-42ba-92df-6b803cb2ee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:28.762998 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-50694d9f-45fb-42ba-92df-6b803cb2ee9d admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1846392
Apr 08 14:24:31.245575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55988) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:31.430622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6116b3c-8f91-4326-b15f-cbc4418abe3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:31.432022 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b6116b3c-8f91-4326-b15f-cbc4418abe3f admin admin] 10.222.0.62 "GET /v2.0/networks/efe70e3c-6ed6-4ad2-9d1f-c900a1ac4652 HTTP/1.1" status: 200  len: 869 time: 0.1853871
Apr 08 14:24:33.904179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 55998) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:34.082357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ce7d53-8d5e-4c04-a526-c7b914922899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:34.083824 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b5ce7d53-8d5e-4c04-a526-c7b914922899 admin admin] 10.222.0.62 "GET /v2.0/networks/f9066924-4bf6-41ae-8d8b-76fd0035cf0d HTTP/1.1" status: 200  len: 886 time: 0.1785903
Apr 08 14:24:36.554911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56008) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:36.671436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69d8fdb-836f-4f1c-9fcc-1fe6bc30a7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:36.671942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69d8fdb-836f-4f1c-9fcc-1fe6bc30a7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:36.673628 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c69d8fdb-836f-4f1c-9fcc-1fe6bc30a7f6 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1176980
Apr 08 14:24:39.140197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56018) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:39.253972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee0f18-4e04-406a-b704-39aacbe848fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:39.254484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee0f18-4e04-406a-b704-39aacbe848fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:39.256248 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6aee0f18-4e04-406a-b704-39aacbe848fb admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1148996
Apr 08 14:24:39.725996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85294089-f4e6-4a3d-8ec9-a192f429e7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:41.738692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56028) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:41.851602 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab70fd91-0ed9-4f3b-8422-9d0242f34e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:41.853050 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ab70fd91-0ed9-4f3b-8422-9d0242f34e19 admin admin] 10.222.0.62 "GET /v2.0/subnets/410100ac-4d62-4911-82f1-b1a77e28e662 HTTP/1.1" status: 200  len: 816 time: 0.1132681
Apr 08 14:24:42.297910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ca0c352-6493-4d20-bfe8-bc3661363a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:42.554541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:43.682280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:44.213673 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:24:44.333411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56038) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:24:44.448631 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d17677-38dc-400b-adea-9475fc6e13a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:24:44.450040 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-60d17677-38dc-400b-adea-9475fc6e13a4 admin admin] 10.222.0.62 "GET /v2.0/subnets/52ab65dd-4b37-491f-b88c-66da1182af08 HTTP/1.1" status: 200  len: 868 time: 0.1155961
Apr 08 14:24:51.942886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:25:09.714162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46a4e1e0-942c-4c75-8711-8c5726cc757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:10.974469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56082) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:25:11.026242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [None req-b6ba6fa9-37ce-49f8-bedd-15f35029df1a admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:25:11.027346 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b6ba6fa9-37ce-49f8-bedd-15f35029df1a admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0518117
Apr 08 14:25:12.293313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6109266b-957b-4762-b598-43a9b60d29a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:12.559678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:13.584897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56092) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:25:13.659952 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-49932ebc-7070-4641-bffd-9d289d727b1d admin admin] GET failed (client error): The resource could not be found.
Apr 08 14:25:13.662134 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-49932ebc-7070-4641-bffd-9d289d727b1d admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0754015
Apr 08 14:25:13.685277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:13.798084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05a273-8120-494f-bba7-699411379ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:25:13.799651 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6d05a273-8120-494f-bba7-699411379ece admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1339786
Apr 08 14:25:14.218775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:16.296503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56102) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:25:16.348725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:25:16.351334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.quota [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff30ddc5e48>.
Apr 08 14:25:16.357750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:25:16.369321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:25:16.412815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Made reservation on behalf of 2f5864d8bd934c72ae9c0dbf03b7936e for: {'network': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:25:16.417461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:16.515689 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.services.revisions.revision_plugin [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ff30def6eb8] {project_id='2f5864d8bd934c72ae9c0dbf03b7936e', id='0a30fe76-433d-42b4-b903-bd0af24f0f5a', target_tenant='*', action='access_as_shared', object_id='8791df5b-523d-419f-8e27-4b2a07645019'}> to bump revision.
Apr 08 14:25:16.581405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'}  {{(pid=84461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:25:16.591812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792619129066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:16.592405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff30f098ea0> segment precommit_create {{(pid=84461) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 08 14:25:16.592867 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Added segment 1788d369-9f6e-475d-90cf-7229cf126b24 of type vlan for network 8791df5b-523d-419f-8e27-4b2a07645019
Apr 08 14:25:16.664995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:16.726929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:16.728293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:25:16.728928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:16.734697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:25:16.832528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Pushing event updated for resources: {'Network': ['ID=8791df5b-523d-419f-8e27-4b2a07645019,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:25:16.836003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:25:16.844336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 8791df5b-523d-419f-8e27-4b2a07645019 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:25:16.903100 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6053333
Apr 08 14:25:19.395259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56112) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:25:19.469185 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff64756-dafc-40c1-92f9-d3f951869abe admin admin] GET failed (client error): The resource could not be found.
Apr 08 14:25:19.469836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1ff64756-dafc-40c1-92f9-d3f951869abe admin admin] Synchronizing usage tracker for tenant:2f5864d8bd934c72ae9c0dbf03b7936e on resource:network {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:25:19.509627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1ff64756-dafc-40c1-92f9-d3f951869abe admin admin] Unset dirty status for tenant:2f5864d8bd934c72ae9c0dbf03b7936e on resource:network {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:25:19.510803 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1ff64756-dafc-40c1-92f9-d3f951869abe admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1145265
Apr 08 14:25:19.622279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746d8d3-5aa6-46bc-9ad7-d405fa6b074f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:25:19.624392 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a746d8d3-5aa6-46bc-9ad7-d405fa6b074f admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1083882
Apr 08 14:25:19.635055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:25:19.639634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:25:19.643664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Usage tracker for resource:subnet and tenant:2f5864d8bd934c72ae9c0dbf03b7936e is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:25:19.646661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:25:19.652517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:25:19.690383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Made reservation on behalf of 2f5864d8bd934c72ae9c0dbf03b7936e for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:25:19.694897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:20.215479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:20.230521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:25:20.521104 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e0f671-cc9f-4e9b-96fc-17afecdfc1d0,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:25:20.525199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:25:20.582887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Checking segment: {'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:25:20.583279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Network hostable DHCP agents. Network: 8791df5b-523d-419f-8e27-4b2a07645019, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:25:20.644945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Network 8791df5b-523d-419f-8e27-4b2a07645019 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:25:20.679202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 8791df5b-523d-419f-8e27-4b2a07645019) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:25:20.683173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:25:20.683810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:20.689170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed3c0d-c445-4ec9-8fbe-c54389bd255b None None] Network 8791df5b-523d-419f-8e27-4b2a07645019 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:25:20.731642 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1002283
Apr 08 14:25:21.075097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-8791df5b-523d-419f-8e27-4b2a07645019', 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019', 'tenant_id': '2f5864d8bd934c72ae9c0dbf03b7936e', 'fixed_ips': [{'subnet_id': '72e0f671-cc9f-4e9b-96fc-17afecdfc1d0'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:25:21.076018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:21.239319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Allocated IP 192.168.233.2 (8791df5b-523d-419f-8e27-4b2a07645019/72e0f671-cc9f-4e9b-96fc-17afecdfc1d0/59be2e20-4b70-4707-90d8-d3dd05b5fc0d) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:25:21.517344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:21.590504 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Transition to ACTIVE for port object 59be2e20-4b70-4707-90d8-d3dd05b5fc0d will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:25:21.611908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Transition to ACTIVE for port object 59be2e20-4b70-4707-90d8-d3dd05b5fc0d will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:25:21.647643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:21.664216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:25:21.801603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Pushing event updated for resources: {'Port': ['ID=59be2e20-4b70-4707-90d8-d3dd05b5fc0d,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:25:21.812634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.813048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.813483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.813865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.814222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.814577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.816312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.816312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.816312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.816312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.816312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.816699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:25:21.821837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:25:21.861758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Network 8791df5b-523d-419f-8e27-4b2a07645019 is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:25:21.862968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:25:21.865311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:25:21.960982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Attempting to bind port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:25:21.961424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Attempting to bind port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:25:21.961831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Attempting to bind port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d on network 8791df5b-523d-419f-8e27-4b2a07645019 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:25:21.967534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:25:21.967956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Checking segment: {'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:25:21.968408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:21.968845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Bound using segment: {'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:25:21.969451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Bound port: 59be2e20-4b70-4707-90d8-d3dd05b5fc0d, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:25:21.969866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:22.048285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] For port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:25:22.051858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] For port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=59be2e20-4b70-4707-90d8-d3dd05b5fc0d,segment=NetworkSegment(1788d369-9f6e-475d-90cf-7229cf126b24),segment_id=1788d369-9f6e-475d-90cf-7229cf126b24)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:25:22.114447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:22.128653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:25:22.280584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Pushing event updated for resources: {'Port': ['ID=59be2e20-4b70-4707-90d8-d3dd05b5fc0d,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:25:22.285807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:25:23.582939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502cee9f-d991-4d7a-807a-d4a39ab2ff11 None None] Network 8791df5b-523d-419f-8e27-4b2a07645019 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:25:23.742922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-f9d5fb69-f021-4aee-b2da-c9251880ceb0 None None] Provisioning for port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:25:23.832919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 59be2e20-4b70-4707-90d8-d3dd05b5fc0d up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:25:23.944737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:25:23.950493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:25:23.950919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:24.088430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:24.108429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-1c55fbdf-b2c1-4cf4-9214-006dbb028ebf None None] Provisioning complete for port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:25:24.108845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1c55fbdf-b2c1-4cf4-9214-006dbb028ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:24.134577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=59be2e20-4b70-4707-90d8-d3dd05b5fc0d,segment=NetworkSegment(1788d369-9f6e-475d-90cf-7229cf126b24),segment_id=1788d369-9f6e-475d-90cf-7229cf126b24)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:25:24.177149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:24.182310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-da6c36c2-72c6-471f-b20d-5613fd050c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:25:24.302055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=59be2e20-4b70-4707-90d8-d3dd05b5fc0d,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:25:24.322025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:25:25.793331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 59be2e20-4b70-4707-90d8-d3dd05b5fc0d up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:25:25.868862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 59be2e20-4b70-4707-90d8-d3dd05b5fc0d triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:25:25.869333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:28.941855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:25:39.709476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e8d8f8a-adfe-4e45-adc2-b50b8263a54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:42.347561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1b41ede-0c3a-4ac3-90e4-0c5e1c18ff89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:42.566701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:43.692263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:25:44.238635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:05.941408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:26:09.726067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1d5c6c0b-7ab6-4c56-8ecd-444636b5aada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:12.286405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c37a1e3-6128-4704-bd8c-c90453379c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:12.595516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:13.703906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:14.232591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:39.720309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b83ceff-93c1-4ff9-9d4b-b782f74fbb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:42.306595 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff55f-add9-4115-bb39-14e6c4b93597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:42.592869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:42.941047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:26:43.700706 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:44.228229 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:51.471472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56164) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:26:51.477882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [None req-499d932b-5896-4e6d-aae8-f0b74dde5ae2 tempest-verify_tempest_config-1607706325 tempest-verify_tempest_config-1607706325-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:26:51.478905 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-499d932b-5896-4e6d-aae8-f0b74dde5ae2 tempest-verify_tempest_config-1607706325 tempest-verify_tempest_config-1607706325-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063951
Apr 08 14:26:51.961590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56182) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:26:52.084301 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:52.099176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:26:52.104142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Usage tracker for resource:security_group_rule and tenant:94f9093ab4164be7a4c4f191c6d8868b is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:26:52.107623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:26:52.114236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:26:52.354738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:52.388235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:52.396883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:26:52.438327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d323910-1534-4a06-9f14-e6553c11f3ec,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:26:52.443752 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94f9093ab4164be7a4c4f191c6d8868b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4811239
Apr 08 14:26:52.446721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56188) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:26:52.448329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.448725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.449155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.449546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.449923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.450324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.450726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.451141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.451562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.451922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.452271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.452617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.457747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:26:52.508929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:52.535573 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:52.777012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:52.782815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:26:52.794958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d323910-1534-4a06-9f14-e6553c11f3ec,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:26:52.803701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:26:52.804895 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d323910-1534-4a06-9f14-e6553c11f3ec HTTP/1.1" status: 204  len: 168 time: 0.3571217
Apr 08 14:26:52.806255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.806656 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.807031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.807402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.807773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.808150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.808514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.809210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.809210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.809578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.809935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.810291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:26:52.813497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:27:09.717193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ff45cdd-6f9d-4dd0-83ed-9aef4d639799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:12.300039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-81e1ee93-b22e-4b71-91d1-3ac73436a86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:12.580194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:13.702241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:14.233588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:19.940937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:27:39.733949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fe09f3cb-f765-4ed1-9887-9d028aa71437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:42.290717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-856c8aa0-9b19-437f-81c3-0d66f89ed673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:42.582037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:43.696088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:44.238394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:27:56.940361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:28:09.712325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b0188d52-65b4-4d0c-a1cd-d4f356dca780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:12.298638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-15dc849b-fc35-42ce-804f-e5e2483002d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:12.584803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:13.700945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:14.249792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:33.939776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 5 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:28:34.900823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751'] for agent, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:39.723767 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f1644d0-c18c-4018-9611-76706bfcde91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:39.802058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56240) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:28:39.921895 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f862a902-052e-42e3-9e8d-6e252f53b5e9 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1186609
Apr 08 14:28:42.292942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f87a264c-2076-4c1c-961e-e39d1374b61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:42.432028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56250) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:28:42.492476 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a018d952-ddce-4266-a97c-ad97ea23803e admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0592785
Apr 08 14:28:42.587956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:43.694787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:28:44.248866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:04.863779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:09.717276 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-90c7d611-4dae-4fd2-8ceb-656a8c650ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:10.940471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:29:12.294672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6122f66c-f1e2-47c6-ae9b-fa9f7ac91284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:12.585353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:13.722396 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:14.259692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:34.853845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:39.720491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b59764d-9094-460f-ac0e-d213726ad389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:42.308584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c5680a0-a36d-430e-9348-d33d09e2605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:42.585370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:43.708478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:44.265224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:29:47.940165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:30:04.859177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:09.727150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3449c31f-9dbc-4e6a-8f2b-ac5fe7518f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:12.314107 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e447f0ad-4ff0-448f-989e-c06c5dc40027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:12.614092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:13.710429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:14.262710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:18.510968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56420) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:18.802683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-network', 'tenant_id': '1597430565bb48eaa011ef63409225a2'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:18.807905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:18.811908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Usage tracker for resource:network and tenant:1597430565bb48eaa011ef63409225a2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:18.815669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:18.823222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:18.834124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56444) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:18.870185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Made reservation on behalf of 1597430565bb48eaa011ef63409225a2 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:18.875077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:18.895096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:18.911291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:18.915617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Usage tracker for resource:security_group_rule and tenant:1597430565bb48eaa011ef63409225a2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:18.918456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:18.925299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:19.105751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.142431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.147143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:19.180573 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58fe847-2f37-4da9-b9c2-df81974f605c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:19.188062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:30:19.191064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.191479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.194842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.195573 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Tracked resource versions report:
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]: pushed versions:
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]: {   'AddressGroup': {'1.2'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'ConntrackHelper': {'1.0'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Log': {'1.0'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Network': {'1.1'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Port': {'1.7'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'PortForwarding': {'1.2'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'QosPolicy': {'1.8'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroup': {'1.4'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroupRule': {'1.2'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SubPort': {'1.0'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Subnet': {'1.1'},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Trunk': {'1.1'}}
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]: consumer versions:
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]: {   DHCP agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     HyperV agent@hv-cinder-78462: {},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     L3 agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metadata agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metering agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:     Open vSwitch agent@dv-cinder-784623-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'ConntrackHelper': '1.0',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Log': '1.0',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Network': '1.1',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Port': '1.7',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'PortForwarding': '1.2',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'QosPolicy': '1.8',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroup': '1.4',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroupRule': '1.2',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SubPort': '1.0',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Subnet': '1.1',
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Trunk': '1.1'}}
Apr 08 14:30:19.196056 dv-cinder-784623-3-iscsi neutron-server[84347]:  {{(pid=84460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 14:30:19.206334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:19.212591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.213334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Added segment a7365f4a-c7dd-4288-9aa6-c18372985c99 of type vlan for network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0
Apr 08 14:30:19.238354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299932287-network', 'tenant_id': '75e95891a9b1463098a9e9f8f2dfdd02'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:19.243133 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:19.268594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Usage tracker for resource:network and tenant:75e95891a9b1463098a9e9f8f2dfdd02 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:19.272869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:19.280209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:19.304455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.338121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56462) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:19.462879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.463744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Made reservation on behalf of 75e95891a9b1463098a9e9f8f2dfdd02 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:19.468691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.481272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:19.481910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.488242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:19.506193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.550273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:19.557678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56474) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:19.607960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Usage tracker for resource:security_group_rule and tenant:75e95891a9b1463098a9e9f8f2dfdd02 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:19.622189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:19.629401 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1150849
Apr 08 14:30:19.630434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56482) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:19.632660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:19.638056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Pushing event updated for resources: {'Network': ['ID=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:19.638713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Request body: {'subnet': {'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-subnet', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:19.641017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:19.645160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:19.651683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:30:19.662045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Usage tracker for resource:subnet and tenant:1597430565bb48eaa011ef63409225a2 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:19.678051 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:19.684347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:19.695501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-211897126-network', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:19.707825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:19.712043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Usage tracker for resource:network and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:19.716282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:19.723330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:19.759562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Made reservation on behalf of 1597430565bb48eaa011ef63409225a2 for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:19.768796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.789900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Made reservation on behalf of c8d55bb3470d4b5b91266a7e53afb97a for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:19.796310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.811798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.848025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:19.854987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:19.865060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:19.874770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:19.897560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.926896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1333038517-network', 'tenant_id': '2cf5c8658c804536bd7f4bce2cd61624'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:19.932184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:19.934644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:19.947345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Usage tracker for resource:network and tenant:2cf5c8658c804536bd7f4bce2cd61624 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:19.947345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:19.947345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:19.959726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:19.990694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:30:20.004461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c7becc-b84a-46b6-875b-2c9aa2b1eeba,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:20.007688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:20.033388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Made reservation on behalf of 2cf5c8658c804536bd7f4bce2cd61624 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:20.038301 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.052972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.093378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.093778 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Added segment b8ec1baf-f5ba-4c47-9a02-c922376be8f0 of type vlan for network e714329a-3db0-4b13-8e7b-10fa17009846
Apr 08 14:30:20.107019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:20.119597 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Usage tracker for resource:security_group_rule and tenant:2cf5c8658c804536bd7f4bce2cd61624 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:20.119972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:20.132996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:20.160995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.247174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.301841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.303197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.310818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:20.312695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.350931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.354285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bd039152-1211-4a89-93d9-65d9647df11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:20.394801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28379016-87e0-4c2f-b5f4-cdff1eeb660a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:20.410677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.410677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:20.411126 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:20.441690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.460256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-212fc375-3508-49dd-96ea-e774a901ac14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:20.521917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:30:20.536527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Pushing event updated for resources: {'Subnet': ['ID=587dd831-7810-4f9c-bb50-8b9b163f11f7,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:20.543346 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.543939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.544471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.545024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.545558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.546095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.546607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.547115 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.547736 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.548459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.548992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.549549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Tracked resource versions report:
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]: pushed versions:
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]: {   'AddressGroup': {'1.2'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'ConntrackHelper': {'1.0'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Log': {'1.0'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Network': {'1.1'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Port': {'1.7'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'PortForwarding': {'1.2'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'QosPolicy': {'1.8'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroup': {'1.4'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroupRule': {'1.2'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SubPort': {'1.0'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Subnet': {'1.1'},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Trunk': {'1.1'}}
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]: consumer versions:
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]: {   DHCP agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     HyperV agent@hv-cinder-78462: {},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     L3 agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metadata agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metering agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:     Open vSwitch agent@dv-cinder-784623-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'ConntrackHelper': '1.0',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Log': '1.0',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Network': '1.1',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Port': '1.7',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'PortForwarding': '1.2',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'QosPolicy': '1.8',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroup': '1.4',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroupRule': '1.2',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SubPort': '1.0',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Subnet': '1.1',
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Trunk': '1.1'}}
Apr 08 14:30:20.551006 dv-cinder-784623-3-iscsi neutron-server[84347]:  {{(pid=84461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 14:30:20.558649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:20.630409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:30:20.662509 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Pushing event updated for resources: {'Network': ['ID=e714329a-3db0-4b13-8e7b-10fa17009846,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:20.673940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network e714329a-3db0-4b13-8e7b-10fa17009846 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:30:20.675261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:20.675720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:20.741381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e82c90-4718-4684-99e9-378ab78cfea8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:20.752039 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.9167032
Apr 08 14:30:20.753184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:20.753800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56526) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:20.757506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.757899 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Added segment e7479aee-e79a-4939-a6c5-631e871c9eca of type vlan for network 3c30b66c-6633-437d-823c-c63f8f0409a2
Apr 08 14:30:20.759293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.759646 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Added segment 421a75b7-8da6-4acf-a947-e721da69c052 of type vlan for network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab
Apr 08 14:30:20.769922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Request body: {'subnet': {'network_id': 'e714329a-3db0-4b13-8e7b-10fa17009846', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299932287-subnet', 'tenant_id': '75e95891a9b1463098a9e9f8f2dfdd02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:20.782900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:20.793296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Usage tracker for resource:subnet and tenant:75e95891a9b1463098a9e9f8f2dfdd02 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:20.801790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:20.816184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:20.831685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.837347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.852625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Checking segment: {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:20.855466 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Network hostable DHCP agents. Network: bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:30:20.881792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Made reservation on behalf of 75e95891a9b1463098a9e9f8f2dfdd02 for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:20.888547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.942565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.944418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:20.945588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:20.965269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:20.984912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:30:20.985879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:21.002023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:21.003215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:21.074403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:21.083722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:21.084581 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:21.084979 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6fee23-6e26-4561-ad85-d0fe8e145466 None None] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:21.094022 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5334892
Apr 08 14:30:21.097769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56548) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:21.101418 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7628040
Apr 08 14:30:21.105010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56552) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:21.109081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Request body: {'subnet': {'network_id': '3c30b66c-6633-437d-823c-c63f8f0409a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1333038517-subnet', 'tenant_id': '2cf5c8658c804536bd7f4bce2cd61624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:21.115279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Pushing event updated for resources: {'Network': ['ID=3c30b66c-6633-437d-823c-c63f8f0409a2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:21.139204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Request body: {'subnet': {'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-211897126-subnet', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:21.139789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 3c30b66c-6633-437d-823c-c63f8f0409a2 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:30:21.139907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:21.147720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Usage tracker for resource:subnet and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:21.151143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:21.158317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:21.179525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:21.179525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:21.179525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ae90dc51-0b55-4c3b-afab-561131bfcf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:21.189526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Usage tracker for resource:subnet and tenant:2cf5c8658c804536bd7f4bce2cd61624 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:21.200404 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.5684767
Apr 08 14:30:21.203335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56562) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:21.209454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:21.215751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:21.224928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Usage tracker for resource:router and tenant:1597430565bb48eaa011ef63409225a2 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:21.239219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:21.244672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:21.296000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:21.301444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:21.322968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Pushing event updated for resources: {'Network': ['ID=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:21.322968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:21.331236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:21.341684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Made reservation on behalf of c8d55bb3470d4b5b91266a7e53afb97a for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:21.348886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:21.351731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:30:21.364734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:21.446064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Made reservation on behalf of 2cf5c8658c804536bd7f4bce2cd61624 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:21.451058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:21.503668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:21.704753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede5329-6f44-4e3e-9e05-085affb3744c None None] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:22.123043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:22.127587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:22.146079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-dbf76684-af0d-431a-ae52-ee6ced381220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:22.319065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:22.370890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a453397-2391-4323-a689-7082d507393a,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:22.378713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:22.383500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:22.476657 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Checking segment: {'id': 'b8ec1baf-f5ba-4c47-9a02-c922376be8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e714329a-3db0-4b13-8e7b-10fa17009846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:22.477282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Network hostable DHCP agents. Network: e714329a-3db0-4b13-8e7b-10fa17009846, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:30:22.532752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3dd207f-fef5-4a81-bbfb-7fa652efbbd9,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:22.537269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:22.672751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Network e714329a-3db0-4b13-8e7b-10fa17009846 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:30:22.678778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Checking segment: {'id': 'e7479aee-e79a-4939-a6c5-631e871c9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3c30b66c-6633-437d-823c-c63f8f0409a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:22.679185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Network hostable DHCP agents. Network: 3c30b66c-6633-437d-823c-c63f8f0409a2, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:30:22.704689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:22.725019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-74ec4fbe-d4fb-424f-a879-385ce3f2ae17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:22.842315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Network 3c30b66c-6633-437d-823c-c63f8f0409a2 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:30:22.861904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 3c30b66c-6633-437d-823c-c63f8f0409a2) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:22.870962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a6abe-d99a-4749-b631-c0ffac3d1cc4 None None] Network 3c30b66c-6633-437d-823c-c63f8f0409a2 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:22.875420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:22.876610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:22.880302 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97883693-4658-435b-bbbd-bed1e4525f1c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:22.886261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:22.973380 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8742449
Apr 08 14:30:22.976990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Checking segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:22.977630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Network hostable DHCP agents. Network: 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:30:23.021397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, e714329a-3db0-4b13-8e7b-10fa17009846) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:23.031053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:23.031693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.056516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87cc8f1-eb45-48b2-8117-4d64a101195b None None] Network e714329a-3db0-4b13-8e7b-10fa17009846 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:23.062791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:30:23.066430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.099034 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.119628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:23.124487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:23.125151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.151607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5194897-8bfc-4067-9b50-727959c325df None None] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:23.152860 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.3978341
Apr 08 14:30:23.208394 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.0944722
Apr 08 14:30:23.213321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56628) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:23.221380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:23.230788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:23.240344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Usage tracker for resource:router and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:23.244954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:23.262988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:23.310715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.312320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.402604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.405992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Allocated IP 172.27.1.185 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/acba6386-3125-4299-b001-1c6a48713e92) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:23.642577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f6ca10-9300-478f-9606-937905795871 None None] Network 3c30b66c-6633-437d-823c-c63f8f0409a2 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:23.653616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.665310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163e4372-c6c2-4848-ad65-fcf822858f11 None None] Network e714329a-3db0-4b13-8e7b-10fa17009846 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:23.751037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.783318 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:23.797377 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:23.860973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56644) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:24.143576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:30:24.144545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.188083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Pushing event updated for resources: {'Port': ['ID=acba6386-3125-4299-b001-1c6a48713e92,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:24.191798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:24.282691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:24.284179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:24.296054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:24.463092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56676) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:24.535810 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 14:30:24.574150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.582488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56686) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:24.592556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:24.596681 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Usage tracker for resource:security_group_rule and tenant:73d58f01d7db4d409bb38a696c916265 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:24.599685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:24.600954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Allocated IP 172.20.0.2 (6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab/97883693-4658-435b-bbbd-bed1e4525f1c/2e066426-a31f-4462-a8c4-d87759665b40) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:24.605906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:24.609978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-194101814-network', 'tenant_id': 'd02e2543db59407bbfc0e565f66bbdfd'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:24.671023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:24.686442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.721220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.734590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Usage tracker for resource:network and tenant:d02e2543db59407bbfc0e565f66bbdfd is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:24.742837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:24.762773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:24.819415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-c395fbc5-4bb8-465c-bd0c-3a3926d7415b tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:24.820510 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-c395fbc5-4bb8-465c-bd0c-3a3926d7415b tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/networks?id=3c30b66c-6633-437d-823c-c63f8f0409a2 HTTP/1.1" status: 200  len: 812 time: 0.3507986
Apr 08 14:30:24.830964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Made reservation on behalf of d02e2543db59407bbfc0e565f66bbdfd for: {'network': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:24.835697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.857312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.871211 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-765a8820-9352-4f06-889e-3f7fe78b5146 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/quotas/2cf5c8658c804536bd7f4bce2cd61624 HTTP/1.1" status: 200  len: 375 time: 0.0434308
Apr 08 14:30:24.922285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.929912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Allocated IP 172.27.1.88 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/f14700bc-bf30-4c24-9d05-1efb61c34dcd) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:24.938190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:24.940506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:30:24.953210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.961144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:24.972579 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Transition to ACTIVE for port object 2e066426-a31f-4462-a8c4-d87759665b40 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:24.991453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7bf09ec6-6212-47fa-93b3-a8202cac9775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:24.992505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Transition to ACTIVE for port object 2e066426-a31f-4462-a8c4-d87759665b40 will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:25.024970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:25.049013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:25.050485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Usage tracker for resource:security_group_rule and tenant:d02e2543db59407bbfc0e565f66bbdfd is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:25.055122 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-087c72ce-6700-4a65-ae1e-69d474d794e1 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cf5c8658c804536bd7f4bce2cd61624&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1307967
Apr 08 14:30:25.055966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:25.066854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:25.094927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4221bf7b-a975-4126-aa51-5d94e5050424,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:25.231186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:25.243035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:25.256726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Synchronizing usage tracker for tenant:2f5864d8bd934c72ae9c0dbf03b7936e on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:25.262155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:25.325872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Pushing event updated for resources: {'Port': ['ID=2e066426-a31f-4462-a8c4-d87759665b40,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:25.328512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:25.341419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.341973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.342359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.342732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.343180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.343553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.343920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.344289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.344694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.345058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.345445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.345806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Tracked resource versions report:
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]: pushed versions:
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]: {   'AddressGroup': {'1.2'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'ConntrackHelper': {'1.0'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Log': {'1.0'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Network': {'1.1'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Port': {'1.7'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'PortForwarding': {'1.2'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'QosPolicy': {'1.8'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroup': {'1.4'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroupRule': {'1.2'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SubPort': {'1.0'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Subnet': {'1.1'},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Trunk': {'1.1'}}
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]: consumer versions:
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]: {   DHCP agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     HyperV agent@hv-cinder-78462: {},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     L3 agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metadata agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metering agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:     Open vSwitch agent@dv-cinder-784623-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'ConntrackHelper': '1.0',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Log': '1.0',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Network': '1.1',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Port': '1.7',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'PortForwarding': '1.2',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'QosPolicy': '1.8',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroup': '1.4',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroupRule': '1.2',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SubPort': '1.0',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Subnet': '1.1',
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Trunk': '1.1'}}
Apr 08 14:30:25.347172 dv-cinder-784623-3-iscsi neutron-server[84347]:  {{(pid=84462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 14:30:25.349224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:25.351039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:25.352119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:25.353026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:25.355586 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:25.472637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Attempting to bind port 2e066426-a31f-4462-a8c4-d87759665b40 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:30:25.473064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Attempting to bind port 2e066426-a31f-4462-a8c4-d87759665b40 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:30:25.473516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Attempting to bind port 2e066426-a31f-4462-a8c4-d87759665b40 on network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:25.487607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:30:25.488066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Checking segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:25.488534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:25.489445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Bound using segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:30:25.489824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Bound port: 2e066426-a31f-4462-a8c4-d87759665b40, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:30:25.490264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:25.511240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-6f3ce4a4-805f-4356-baed-c323e3da7bb1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:30:25.512353 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-6f3ce4a4-805f-4356-baed-c323e3da7bb1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1826184
Apr 08 14:30:25.522554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Pushing event updated for resources: {'Port': ['ID=f14700bc-bf30-4c24-9d05-1efb61c34dcd,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:25.535940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:25.603262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:25.609577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:25.618342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:25.672078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] For port 2e066426-a31f-4462-a8c4-d87759665b40, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:30:25.677183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] For port 2e066426-a31f-4462-a8c4-d87759665b40, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2e066426-a31f-4462-a8c4-d87759665b40,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:30:25.712433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:25.731429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:25.893151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Pushing event updated for resources: {'Port': ['ID=2e066426-a31f-4462-a8c4-d87759665b40,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:25.898645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:25.901035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.043155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.047277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Unset dirty status for tenant:2f5864d8bd934c72ae9c0dbf03b7936e on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:26.048692 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73d58f01d7db4d409bb38a696c916265&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1862907
Apr 08 14:30:26.053312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56728) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:26.066926 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6b2d6eca-a7a5-484e-9bc3-a9da09dc3507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:26.185558 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-c356f643-bb65-4551-8ca2-2f8ef160a595 service neutron] 10.222.0.62 "GET /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6564534
Apr 08 14:30:26.187174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'}  {{(pid=84461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:30:26.206796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e63c9f2-ce1f-4a5d-94a0-1374bc7453a6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:26.246760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:26.302275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.303080 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Added segment 5e3666d3-2579-40fb-9b87-9a042b030b4b of type vlan for network 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4
Apr 08 14:30:26.363521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.407495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.496156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6b089c0-f23f-4fd6-8157-db9ec8307393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.559025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.641967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6b089c0-f23f-4fd6-8157-db9ec8307393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.667946 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-8f2e4916-7c67-4161-8a02-e524a430551f service neutron] 10.222.0.62 "GET /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4667776
Apr 08 14:30:26.764268 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.778086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.785369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:26.793316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.793316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2c90c34f-ca67-4ddf-b9ab-0586627c76ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:26.899270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6b089c0-f23f-4fd6-8157-db9ec8307393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:26.910153 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:30:26.945220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Pushing event updated for resources: {'Network': ['ID=6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:26.965276 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:30:26.993518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56756) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:27.004481 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 14:30:27.018661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:27.034899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:27.044319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6b089c0-f23f-4fd6-8157-db9ec8307393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:27.046786 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f6b089c0-f23f-4fd6-8157-db9ec8307393 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4221bf7b-a975-4126-aa51-5d94e5050424 HTTP/1.1" status: 204  len: 168 time: 0.9879036
Apr 08 14:30:27.113066 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9deded25-8bb7-4a27-837a-2ebca6ba5e89 req-c5384bf3-0936-4071-8be6-2a2fd34211b8 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 210 time: 0.1139207
Apr 08 14:30:27.176931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Router 0324222e-86e8-4b8f-96d8-daa5bdf6575b is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:30:27.227207 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.6420743
Apr 08 14:30:27.229319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b089c0-f23f-4fd6-8157-db9ec8307393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221bf7b-a975-4126-aa51-5d94e5050424,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:27.242915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56766) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:27.305054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f6b089c0-f23f-4fd6-8157-db9ec8307393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:27.311588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Request body: {'subnet': {'network_id': '6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-194101814-subnet', 'tenant_id': 'd02e2543db59407bbfc0e565f66bbdfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:27.339780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:27.349792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Usage tracker for resource:subnet and tenant:d02e2543db59407bbfc0e565f66bbdfd is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:27.354883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:27.373672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:27.400947 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:30:27.416208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Sync routers for ids ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:30:27.427230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Made reservation on behalf of d02e2543db59407bbfc0e565f66bbdfd for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:27.436353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Routers {'75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:30:27.437062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d737908>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:30:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:27.437598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:27.525906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:27.538168 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.3335412
Apr 08 14:30:27.542436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56784) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:27.608231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bca221-a5ed-482d-bb46-ee73a5bef32e None None] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:27.724491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Set router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:30:27.802189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:30:27.819507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Sync routers for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:30:27.896232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:30:27.896956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e481358>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:30:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:28.106772 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56802) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:28.126593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-8f5e135c-55c4-42de-a84d-7def08ec6f75 None None] Provisioning for port 2e066426-a31f-4462-a8c4-d87759665b40 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:30:28.162562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:28.173954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d737908>, [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'acba6386-3125-4299-b001-1c6a48713e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:30:24Z', 'revision_number': 3, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port': {'id': 'acba6386-3125-4299-b001-1c6a48713e92', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:28.184224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Checking router: 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:30:28.184613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Updating router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac port acba6386-3125-4299-b001-1c6a48713e92 binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:30:28.215397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:28.219247 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.0044453
Apr 08 14:30:28.233756 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56810) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:28.234010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2e066426-a31f-4462-a8c4-d87759665b40 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:28.275106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:28.344220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:28.361609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:30:28.364409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Usage tracker for resource:security_group_rule and tenant:73e5cb4f5984468ab3138e4203eeaef2 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:28.368793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:28.377098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:28.551097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:28.573471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fa494b3e-c941-4322-bbb1-e0f7a1437ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:28.786853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:28.801962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Transition to ACTIVE for port object acba6386-3125-4299-b001-1c6a48713e92 will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:28.851050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:28.876048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:28.880807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c71de2-e186-4080-9c79-df0bc8da476c,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:28.891064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:28.927269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:28.982660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Checking segment: {'id': '5e3666d3-2579-40fb-9b87-9a042b030b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:28.983938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Network hostable DHCP agents. Network: 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:30:28.997866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.012991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:29.043906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Pushing event updated for resources: {'Port': ['ID=acba6386-3125-4299-b001-1c6a48713e92,revision_number=2']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:29.054577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091743bf-3f40-492d-9a3c-13c69effd286,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:29.058981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.059440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.060292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.060732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.061198 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.061721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.061899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:29.062214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.062635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.063115 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.063726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.064085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.064441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Tracked resource versions report:
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]: pushed versions:
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]: {   'AddressGroup': {'1.2'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'ConntrackHelper': {'1.0'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Log': {'1.0'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Network': {'1.1'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Port': {'1.7'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'PortForwarding': {'1.2'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'QosPolicy': {'1.8'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroup': {'1.4'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SecurityGroupRule': {'1.2'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'SubPort': {'1.0'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Subnet': {'1.1'},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     'Trunk': {'1.1'}}
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]: consumer versions:
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]: {   DHCP agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     HyperV agent@hv-cinder-78462: {},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     L3 agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metadata agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     Metering agent@dv-cinder-784623-3-iscsi: {},
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:     Open vSwitch agent@dv-cinder-784623-3-iscsi: {   'AddressGroup': '1.2',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'ConntrackHelper': '1.0',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Log': '1.0',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Network': '1.1',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Port': '1.7',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'PortForwarding': '1.2',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'QosPolicy': '1.8',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroup': '1.4',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SecurityGroupRule': '1.2',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'SubPort': '1.0',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Subnet': '1.1',
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:                                                      'Trunk': '1.1'}}
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]:  {{(pid=84463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 14:30:29.073618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:29.082793 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73e5cb4f5984468ab3138e4203eeaef2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9748583
Apr 08 14:30:29.085982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56826) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:29.133095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Network 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:30:29.174175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Attempting to bind port acba6386-3125-4299-b001-1c6a48713e92 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:30:29.175395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Attempting to bind port acba6386-3125-4299-b001-1c6a48713e92 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:30:29.175999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Attempting to bind port acba6386-3125-4299-b001-1c6a48713e92 on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:29.181203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51470817-1234-40f3-88c3-2e4e926a0fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.191034 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:30:29.193383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:29.193383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.193383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:30:29.194295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Bound port: acba6386-3125-4299-b001-1c6a48713e92, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:30:29.194966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.214179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:29.223676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51470817-1234-40f3-88c3-2e4e926a0fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.232364 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f1e86-28a2-4c91-9132-c7fa1a95ee9a None None] Network 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:29.240482 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:29.241417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.278106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 2e066426-a31f-4462-a8c4-d87759665b40 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:30:29.328884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] For port acba6386-3125-4299-b001-1c6a48713e92, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:30:29.337855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] For port acba6386-3125-4299-b001-1c6a48713e92, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=acba6386-3125-4299-b001-1c6a48713e92,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:30:29.353958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 2e066426-a31f-4462-a8c4-d87759665b40 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:29.354687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.385967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.394544 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.1185842
Apr 08 14:30:29.405744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61fdab41-5589-4d97-9dbc-8bd332518712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:29.458705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51470817-1234-40f3-88c3-2e4e926a0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.464623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:29.493825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51470817-1234-40f3-88c3-2e4e926a0fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091743bf-3f40-492d-9a3c-13c69effd286,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:29.496922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-51470817-1234-40f3-88c3-2e4e926a0fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:29.513250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51470817-1234-40f3-88c3-2e4e926a0fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.525862 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-51470817-1234-40f3-88c3-2e4e926a0fd5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/091743bf-3f40-492d-9a3c-13c69effd286 HTTP/1.1" status: 204  len: 168 time: 0.4383843
Apr 08 14:30:29.609091 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3447dfea-a8f7-4d37-a61e-633f7dab4776 req-9b16c7c6-5c59-4d74-8d17-e632ff3496a7 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 210 time: 0.8081565
Apr 08 14:30:29.677716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e481358>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:26Z', 'revision_number': 3, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:29.682907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Checking router: 0324222e-86e8-4b8f-96d8-daa5bdf6575b for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:30:29.683314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Updating router 0324222e-86e8-4b8f-96d8-daa5bdf6575b port f14700bc-bf30-4c24-9d05-1efb61c34dcd binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:30:29.813943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56854) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:29.828088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Pushing event updated for resources: {'Port': ['ID=acba6386-3125-4299-b001-1c6a48713e92,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:29.840451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:29.859903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.919091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Deleting subnet 4a453397-2391-4323-a689-7082d507393a {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:30:29.923154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.938468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c29b6c74-2207-4752-98b5-1a7899ccafdb None None] Provisioning complete for port 2e066426-a31f-4462-a8c4-d87759665b40 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:29.938818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c29b6c74-2207-4752-98b5-1a7899ccafdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:29.963802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Routers {'75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:30:29.964620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d737908>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:30:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:30.020503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 2e066426-a31f-4462-a8c4-d87759665b40, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2e066426-a31f-4462-a8c4-d87759665b40,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:30:30.030945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:30.078413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:30.100120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:30.367376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56868) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:30.611714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:30.784170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:30.791890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:30.853637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:30.878106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] Set router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:30:30.905984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:30.938645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:30.950265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Usage tracker for resource:security_group_rule and tenant:cac4b77bc25d4cca8c5ff0911f17f285 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:30.954391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:30.969833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:31.039410 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fd32cad2-fe12-4fb0-bdc9-55a1c51e203e req-a3b5d9c8-3090-4d20-91ac-f1a89308790b tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 210 time: 0.0900052
Apr 08 14:30:31.123564 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.70', 63609) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:31.130761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6dd8d8-5d5b-4184-a4cc-29af29c68a50 None None] Network 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:30:31.132711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:31.179346 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:31.226709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:31.294850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:31.301448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Transition to ACTIVE for port object f14700bc-bf30-4c24-9d05-1efb61c34dcd will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:31.316162 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cac4b77bc25d4cca8c5ff0911f17f285&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9386380
Apr 08 14:30:31.320388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=2e066426-a31f-4462-a8c4-d87759665b40,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:31.321730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 56900) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:31.336838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:31.371999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:31.397664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-da6c36c2-72c6-471f-b20d-5613fd050c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:31.512664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-2228f4b7-8bbe-463c-9700-89481dd5e23e tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:31.512664 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-2228f4b7-8bbe-463c-9700-89481dd5e23e tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.70 "GET /v2.0/networks?id=3c30b66c-6633-437d-823c-c63f8f0409a2 HTTP/1.1" status: 200  len: 812 time: 0.3876157
Apr 08 14:30:31.535704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40880f9a-e732-41d2-9669-6dd796b9277a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:31.567353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:31.575236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d737908>, [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'acba6386-3125-4299-b001-1c6a48713e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:30:24Z', 'revision_number': 3, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port': {'id': 'acba6386-3125-4299-b001-1c6a48713e92', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:31.589753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880439cc-a8da-46c8-8cef-ad3abc4697cc None None] The sync data for ids ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'] in dv-cinder-784623-3-iscsi is: [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'acba6386-3125-4299-b001-1c6a48713e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:30:24Z', 'revision_number': 3, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port': {'id': 'acba6386-3125-4299-b001-1c6a48713e92', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:30:31.644208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Allocated IP 172.20.0.1 (6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab/97883693-4658-435b-bbbd-bed1e4525f1c/ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:31.677099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Request body: {'port': {'device_id': 'da50d740-4a43-4e35-9901-c4cdbb21dfa7', 'network_id': '3c30b66c-6633-437d-823c-c63f8f0409a2', 'admin_state_up': True, 'tenant_id': '2cf5c8658c804536bd7f4bce2cd61624'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:31.702091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42eb0ee0-d451-4921-a0ce-f5fd261b72a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:31.784949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fa440-da5f-4bb4-9034-213d70439e6e None None] Pushing event updated for resources: {'Port': ['ID=f14700bc-bf30-4c24-9d05-1efb61c34dcd,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:31.788014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c65fa440-da5f-4bb4-9034-213d70439e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:31.825921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42eb0ee0-d451-4921-a0ce-f5fd261b72a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:31.832647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Attempting to bind port f14700bc-bf30-4c24-9d05-1efb61c34dcd on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:30:31.833361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Attempting to bind port f14700bc-bf30-4c24-9d05-1efb61c34dcd by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:30:31.833952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Attempting to bind port f14700bc-bf30-4c24-9d05-1efb61c34dcd on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:31.843838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:30:31.845431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:31.846354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:31.846975 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:30:31.847670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Bound port: f14700bc-bf30-4c24-9d05-1efb61c34dcd, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:30:31.848274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:31.894518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Allocated IP 172.20.0.1 (bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0/587dd831-7810-4f9c-bb50-8b9b163f11f7/8a405cd8-da56-43fe-89fa-fe90ea3666a8) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:32.009737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] For port f14700bc-bf30-4c24-9d05-1efb61c34dcd, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:30:32.031979 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:32.057438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] For port f14700bc-bf30-4c24-9d05-1efb61c34dcd, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f14700bc-bf30-4c24-9d05-1efb61c34dcd,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:30:32.071049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Transition to ACTIVE for port object ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:32.088969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:32.111775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:32.118362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Usage tracker for resource:port and tenant:2cf5c8658c804536bd7f4bce2cd61624 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:32.124021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:32.130909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:32.131283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:32.241366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Made reservation on behalf of 2cf5c8658c804536bd7f4bce2cd61624 for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:32.241366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:32.310117 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:32.361018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e10d63d6-c0e5-472d-9a8a-84af0ba94dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:32.454816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42eb0ee0-d451-4921-a0ce-f5fd261b72a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:32.581674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a453397-2391-4323-a689-7082d507393a,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:32.698907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:32.843895 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:32.906565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:32.932840 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3fd52818-f4cf-4ef4-bce9-19ba1100913c req-8f225a94-363f-4540-aa14-77beb7e46e9f tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 210 time: 0.4753590
Apr 08 14:30:32.934101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:32.934494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:32.969055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fa440-da5f-4bb4-9034-213d70439e6e None None] Pushing event updated for resources: {'Port': ['ID=f14700bc-bf30-4c24-9d05-1efb61c34dcd,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:33.002450 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4a453397-2391-4323-a689-7082d507393a HTTP/1.1" status: 204  len: 168 time: 3.1840119
Apr 08 14:30:33.006130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 56984) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:33.030702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c65fa440-da5f-4bb4-9034-213d70439e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:33.054252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:30:33.055366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e481358>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:30:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:33.202607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:33.293855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb0ee0-d451-4921-a0ce-f5fd261b72a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40880f9a-e732-41d2-9669-6dd796b9277a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:33.365313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-42eb0ee0-d451-4921-a0ce-f5fd261b72a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:33.369225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4ef13a92-5e28-4164-bc24-c7a584d7e42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:33.370386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:30:33.436498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:33.440277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2e066426-a31f-4462-a8c4-d87759665b40 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:33.462672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Allocated IP 172.20.0.6 (3c30b66c-6633-437d-823c-c63f8f0409a2/a3dd207f-fef5-4a81-bbfb-7fa652efbbd9/c8a76b7c-373a-4686-a3a7-4c15a37ed468) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:33.510073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-42eb0ee0-d451-4921-a0ce-f5fd261b72a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:33.524868 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-42eb0ee0-d451-4921-a0ce-f5fd261b72a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40880f9a-e732-41d2-9669-6dd796b9277a HTTP/1.1" status: 204  len: 168 time: 2.1630733
Apr 08 14:30:33.630155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Pushing event updated for resources: {'Port': ['ID=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:33.643589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:33.648393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:33.782965 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:33.789688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:33.819952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:33.821329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:33.825339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Pushing event updated for resources: {'Port': ['ID=8a405cd8-da56-43fe-89fa-fe90ea3666a8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:33.843398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:33.935270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:33.938529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:33.952205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:33.977056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:34.082117 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 2e066426-a31f-4462-a8c4-d87759665b40 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:34.082441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:34.309768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device acba6386-3125-4299-b001-1c6a48713e92 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:34.422810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57016) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:34.467177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c36afd19-f51f-46fc-9c63-041b70f8e4ae None None] Provisioning for port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:30:34.479576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:34.483983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e481358>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:26Z', 'revision_number': 3, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:34.505353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c36afd19-f51f-46fc-9c63-041b70f8e4ae None None] Provisioning complete for port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:34.505888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c36afd19-f51f-46fc-9c63-041b70f8e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:34.587018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e21e06-4c20-4b6e-95bc-05e44e72b52a None None] The sync data for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi is: [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:26Z', 'revision_number': 3, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:30:34.623438 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-96e982de-1574-408e-82c9-a901e1e91ef4 req-39af45e3-138b-4d70-8cb1-d3f909755388 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 210 time: 0.2015042
Apr 08 14:30:34.936619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:34.940200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c36afd19-f51f-46fc-9c63-041b70f8e4ae None None] Port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:30:34.940540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:34.941268 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port acba6386-3125-4299-b001-1c6a48713e92 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:30:34.941268 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port acba6386-3125-4299-b001-1c6a48713e92 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:34.941268 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:34.998018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.128413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.129695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff30debdc18>> segment before_delete 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.130218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff30debdc18>> subnet precommit_delete_associations 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.132327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30e258d68>> segment_host_mapping after_create 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.133576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30e258d68>> port after_create 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.137830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30e258d68>> port after_delete 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.137830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30e258d68>> port after_update 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.141575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30e258d68>> segment after_delete 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.142096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30e258d68>> subnet after_create 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.142512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30e258d68>> subnet after_delete 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.144535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30e258d68>> subnet after_update 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.172166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.328738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.346562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port acba6386-3125-4299-b001-1c6a48713e92, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=acba6386-3125-4299-b001-1c6a48713e92,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:30:35.397316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.401731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:35.468155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:35.490726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ff130d5bf5144a98b0f8f3a9b49eccaa is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:35.518323 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:35.576754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:35.635761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f14700bc-bf30-4c24-9d05-1efb61c34dcd up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:35.747230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=acba6386-3125-4299-b001-1c6a48713e92,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:35.753465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:35.765383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff30e3c35f8>> subnet after_create 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.765383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff30e3c35f8>> subnet after_delete 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.765383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff30e3c35f8>> subnet before_create 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.765383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff30e3c35f8>> subnet before_update 55550000 {{(pid=84461) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:30:35.765383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30df9fa58>,) {'filters': {'network_id': ['e714329a-3db0-4b13-8e7b-10fa17009846']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:35.804568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30df9fa58>, 'b8ec1baf-f5ba-4c47-9a02-c922376be8f0') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:35.804990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30df9fa58>, 'b8ec1baf-f5ba-4c47-9a02-c922376be8f0') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:35.836610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.853481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.870790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.897738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port f14700bc-bf30-4c24-9d05-1efb61c34dcd completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:30:35.906585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port f14700bc-bf30-4c24-9d05-1efb61c34dcd triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:35.907097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:35.958741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:30:35.989516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.029039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.102276 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2fb8b783-093d-407e-9d3b-13af901b7b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:36.212627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6749056a-aaf3-4bda-878d-f3e4fd7726a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:36.318506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.354735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.394102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port f14700bc-bf30-4c24-9d05-1efb61c34dcd, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f14700bc-bf30-4c24-9d05-1efb61c34dcd,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:30:36.427513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.432795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:36.603347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.612543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57070) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:36.617791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=f14700bc-bf30-4c24-9d05-1efb61c34dcd,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:36.633210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:36.648825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.666151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.682366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.715413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:36.740935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59202dd-588c-43ee-918e-2adfa8b34b0d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:36.760342 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff130d5bf5144a98b0f8f3a9b49eccaa&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3353145
Apr 08 14:30:36.777046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:36.777799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:36.784059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57080) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:37.022972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Pushing event updated for resources: {'Port': ['ID=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:37.171420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Network 3c30b66c-6633-437d-823c-c63f8f0409a2 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:37.185421 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Pushing event updated for resources: {'Port': ['ID=c8a76b7c-373a-4686-a3a7-4c15a37ed468,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:37.189300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:37.204814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Network e714329a-3db0-4b13-8e7b-10fa17009846 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:30:37.214361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:37.223395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:37.394896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:37.408112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:37.541151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Pushing event updated for resources: {'Port': ['ID=8a405cd8-da56-43fe-89fa-fe90ea3666a8,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:37.557330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f14700bc-bf30-4c24-9d05-1efb61c34dcd up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:37.565747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Network e714329a-3db0-4b13-8e7b-10fa17009846 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:30:37.576587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:37.607041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:37.607961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.874s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:37.608368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:37.611860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:37.670180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port f14700bc-bf30-4c24-9d05-1efb61c34dcd triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:37.670927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   from cryptography.utils import int_from_bytes
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   from cryptography.utils import int_from_bytes
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   (rel_b, rel_a, rel_b),
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   (rel_b, rel_a, rel_b),
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:30:37.724428 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:30:37.748992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9394-af4a-48b1-a490-33567a2a00e2 req-cc6e3ffd-75fd-43bd-92ad-ed7621e5b267 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:37.749979 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c89a9394-af4a-48b1-a490-33567a2a00e2 req-cc6e3ffd-75fd-43bd-92ad-ed7621e5b267 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Synchronizing usage tracker for tenant:2cf5c8658c804536bd7f4bce2cd61624 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:37.820380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:37.836174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1031e73-8c37-449f-b8cd-e9d01faf41c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:37.846358 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device acba6386-3125-4299-b001-1c6a48713e92 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:37.903535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:37.904390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:37.942267 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port acba6386-3125-4299-b001-1c6a48713e92 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:37.943074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:37.980006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:37.998455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1031e73-8c37-449f-b8cd-e9d01faf41c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:38.058976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:38.076514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c89a9394-af4a-48b1-a490-33567a2a00e2 req-cc6e3ffd-75fd-43bd-92ad-ed7621e5b267 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Unset dirty status for tenant:2cf5c8658c804536bd7f4bce2cd61624 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:38.086521 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c89a9394-af4a-48b1-a490-33567a2a00e2 req-cc6e3ffd-75fd-43bd-92ad-ed7621e5b267 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 931 time: 2.2020566
Apr 08 14:30:38.102553 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4475300
Apr 08 14:30:38.117997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:38.143779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Pushing event deleted for resources: {'Network': ['ID=e714329a-3db0-4b13-8e7b-10fa17009846,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:38.152563 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e714329a-3db0-4b13-8e7b-10fa17009846 HTTP/1.1" status: 204  len: 168 time: 5.1420763
Apr 08 14:30:38.155559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57116) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:38.162938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ebdc8ea-1b67-4cd0-a212-f9a3bb0b9294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:38.332798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Deleting subnet 90c71de2-e186-4080-9c79-df0bc8da476c {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:30:38.336884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:38.355138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Usage tracker for resource:security_group_rule and tenant:57f54368c6c6499f941ce6805dcc5556 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:38.380615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:38.382147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:38.390733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:38.462201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:38.545756 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c89a9394-af4a-48b1-a490-33567a2a00e2 req-c71f450e-9d9a-43cf-ac7d-e151be75dfc3 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4576988
Apr 08 14:30:38.583528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:38.588596 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3161120'] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:38.683579 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:38.817932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:30:38.827966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Router 0324222e-86e8-4b8f-96d8-daa5bdf6575b has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:30:38.830307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:38.833970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-be0e324a-cb28-4fec-8930-4b673bc20383 None None] Provisioning complete for port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:38.834566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be0e324a-cb28-4fec-8930-4b673bc20383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:38.876157 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:38.906503 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57f54368c6c6499f941ce6805dcc5556&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2731850
Apr 08 14:30:38.977208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-be0e324a-cb28-4fec-8930-4b673bc20383 None None] Port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:30:39.043601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57134) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:39.053636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e5f978dc-29d6-4985-b07e-5bc1db752fb1 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:30:39.055083 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-e5f978dc-29d6-4985-b07e-5bc1db752fb1 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0103061
Apr 08 14:30:39.104458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853932718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-869736'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:39.141989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4b504fdf-688a-4cdb-84a9-e21f07d2acbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:39.185521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:30:39.198400 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Sync routers for ids ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:30:39.203165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1031e73-8c37-449f-b8cd-e9d01faf41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:39.215612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Routers {'75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:30:39.221583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d94f470>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:30:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:39.232953 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c71de2-e186-4080-9c79-df0bc8da476c,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:39.429628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:39.432142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:39.469203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1031e73-8c37-449f-b8cd-e9d01faf41c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59202dd-588c-43ee-918e-2adfa8b34b0d,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:39.470544 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] 10.222.0.62 "PUT /v2.0/routers/75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9263892
Apr 08 14:30:39.486591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ce29cc-4082-4573-a23f-f8a551904b4e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:39.501210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:39.533263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b1031e73-8c37-449f-b8cd-e9d01faf41c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:39.537179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ce29fee-cf13-4a33-a4a3-e4209f17d279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:39.559588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Set router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:30:39.601247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:30:39.603174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Request body: {'port': {'device_id': 'da50d740-4a43-4e35-9901-c4cdbb21dfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:39.610555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Sync routers for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:30:39.612181 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] 10.222.0.62 "PUT /v2.0/routers/0324222e-86e8-4b8f-96d8-daa5bdf6575b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3742514
Apr 08 14:30:39.635487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:30:39.641307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e41c828>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:30:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:39.732393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1031e73-8c37-449f-b8cd-e9d01faf41c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:39.736413 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b1031e73-8c37-449f-b8cd-e9d01faf41c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e59202dd-588c-43ee-918e-2adfa8b34b0d HTTP/1.1" status: 204  len: 168 time: 2.7546804
Apr 08 14:30:39.857581 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ce29fee-cf13-4a33-a4a3-e4209f17d279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:39.884306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:39.888961 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/90c71de2-e186-4080-9c79-df0bc8da476c HTTP/1.1" status: 204  len: 168 time: 1.7268603
Apr 08 14:30:39.894591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57160) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:39.895654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:40.091029 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:30:40.179716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:40.185247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13199c54-4819-4a2f-b637-da9a9e981e35 req-f84eb38c-3922-437a-ad64-4a152c9f72e9 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:40.186967 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-13199c54-4819-4a2f-b637-da9a9e981e35 req-f84eb38c-3922-437a-ad64-4a152c9f72e9 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 931 time: 0.3651769
Apr 08 14:30:40.360443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-13199c54-4819-4a2f-b637-da9a9e981e35 req-12aea8e0-159b-4449-b440-2685b6590945 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Synchronizing usage tracker for tenant:2cf5c8658c804536bd7f4bce2cd61624 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:40.457882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b93719b7-f6c9-46b0-9aa5-05d2e1cd93cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:40.479945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-13199c54-4819-4a2f-b637-da9a9e981e35 req-12aea8e0-159b-4449-b440-2685b6590945 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Unset dirty status for tenant:2cf5c8658c804536bd7f4bce2cd61624 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:40.481733 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-13199c54-4819-4a2f-b637-da9a9e981e35 req-12aea8e0-159b-4449-b440-2685b6590945 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2853045
Apr 08 14:30:40.524032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d94f470>, [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'acba6386-3125-4299-b001-1c6a48713e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port': {'id': 'acba6386-3125-4299-b001-1c6a48713e92', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '8a405cd8-da56-43fe-89fa-fe90ea3666a8', 'name': '', 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'mac_address': 'fa:16:3e:65:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '587dd831-7810-4f9c-bb50-8b9b163f11f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:35Z', 'revision_number': 2, 'project_id': '1597430565bb48eaa011ef63409225a2', 'subnets': [{'id': '587dd831-7810-4f9c-bb50-8b9b163f11f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:40.547924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Checking router: 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:30:40.547924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Updating router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac port 8a405cd8-da56-43fe-89fa-fe90ea3666a8 binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:30:40.591257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:40.812759 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e41c828>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:35Z', 'revision_number': 2, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:40.822927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Checking router: 0324222e-86e8-4b8f-96d8-daa5bdf6575b for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:30:40.823792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Updating router 0324222e-86e8-4b8f-96d8-daa5bdf6575b port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:30:40.898605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57186) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:40.946606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.133529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.355213 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.399159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Transition to ACTIVE for port object 8a405cd8-da56-43fe-89fa-fe90ea3666a8 will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:41.444952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.460326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30df3c048>,) {'filters': {'network_id': ['6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:41.475678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:41.491793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30df3c048>, '5e3666d3-2579-40fb-9b87-9a042b030b4b') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:41.492134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30df3c048>, '5e3666d3-2579-40fb-9b87-9a042b030b4b') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:41.537548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ce29fee-cf13-4a33-a4a3-e4209f17d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.560180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.587890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b1031e73-8c37-449f-b8cd-e9d01faf41c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:41.648671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.686065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce29fee-cf13-4a33-a4a3-e4209f17d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ce29cc-4082-4573-a23f-f8a551904b4e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:41.754968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5ce29fee-cf13-4a33-a4a3-e4209f17d279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:41.796146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:41.814945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Usage tracker for resource:security_group_rule and tenant:888d0c0d3c6d46aa8c02bfcd913c82ba is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:41.820330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ce29fee-cf13-4a33-a4a3-e4209f17d279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.830433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:41.830719 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5ce29fee-cf13-4a33-a4a3-e4209f17d279 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65ce29cc-4082-4573-a23f-f8a551904b4e HTTP/1.1" status: 204  len: 168 time: 2.7836125
Apr 08 14:30:41.933391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:41.969532 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:42.015559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06eed1-d653-488b-8067-5765017f0dcd None None] Pushing event updated for resources: {'Port': ['ID=8a405cd8-da56-43fe-89fa-fe90ea3666a8,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:42.040516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:42.051860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8c06eed1-d653-488b-8067-5765017f0dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:42.271640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:30:42.282719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-cfdea8ae-1104-4488-904e-8554d61cc509 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:42.283585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-cfdea8ae-1104-4488-904e-8554d61cc509 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Synchronizing usage tracker for tenant:1597430565bb48eaa011ef63409225a2 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:42.330625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57226) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:42.344285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a928c193-8805-456a-8cc2-7390c61e2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:42.345145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376040411', 'description': 'tempest-description--200595977'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:42.358075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:42.363022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:security_group and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:42.366568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:42.373732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:42.389871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-cfdea8ae-1104-4488-904e-8554d61cc509 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Unset dirty status for tenant:1597430565bb48eaa011ef63409225a2 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:42.391951 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-cfdea8ae-1104-4488-904e-8554d61cc509 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 819 time: 0.6794343
Apr 08 14:30:42.460268 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-24de1ec5-8635-470a-9bbc-945906e67fec tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/quotas/1597430565bb48eaa011ef63409225a2 HTTP/1.1" status: 200  len: 375 time: 0.0480058
Apr 08 14:30:42.473709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:42.610828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:42.618359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:42.650951 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:security_group_rule and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:42.661315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Attempting to bind port 8a405cd8-da56-43fe-89fa-fe90ea3666a8 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:30:42.661814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Attempting to bind port 8a405cd8-da56-43fe-89fa-fe90ea3666a8 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:30:42.662297 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Attempting to bind port 8a405cd8-da56-43fe-89fa-fe90ea3666a8 on network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:42.671998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:30:42.680372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Checking segment: {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:42.680372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:42.680372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Bound using segment: {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:30:42.680372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Bound port: 8a405cd8-da56-43fe-89fa-fe90ea3666a8, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:30:42.680372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:42.695666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:42.738305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:42.763798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:42.784143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-c55f8793-b4d9-4ede-9091-037e7bc61636 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Synchronizing usage tracker for tenant:1597430565bb48eaa011ef63409225a2 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:42.822873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] For port 8a405cd8-da56-43fe-89fa-fe90ea3666a8, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:30:42.837903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:42.905075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-42eb0ee0-d451-4921-a0ce-f5fd261b72a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:42.930509 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=888d0c0d3c6d46aa8c02bfcd913c82ba&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0282335
Apr 08 14:30:42.930509 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-c55f8793-b4d9-4ede-9091-037e7bc61636 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Unset dirty status for tenant:1597430565bb48eaa011ef63409225a2 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:42.930750 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-c55f8793-b4d9-4ede-9091-037e7bc61636 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4511497
Apr 08 14:30:42.933166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57236) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:42.933413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57238) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:43.029612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.098145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:43.105516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1bcb0e1b174bd7837c9c417bcd0ba6 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:43.125578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:43.134242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:43.283996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019e0c91-e353-4e2f-9824-f7284d732d0b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:43.291628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:43.350837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.376856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Network 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:30:43.417439 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.417658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.421666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.438890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-72cfed21-15c7-4a2c-a8c7-c2e05c741e85 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:30:43.440337 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-72cfed21-15c7-4a2c-a8c7-c2e05c741e85 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2008018
Apr 08 14:30:43.475257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:43.484808 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb1bcb0e1b174bd7837c9c417bcd0ba6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5478034
Apr 08 14:30:43.519876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57264) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:43.523001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.540924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d4fb-6dfe-4efc-9a09-27016f8c4566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.572287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d4fb-6dfe-4efc-9a09-27016f8c4566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.710136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Network 6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:30:43.736666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.742350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18df9d7-f722-403f-bba1-1e0779dfa53d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:43.745865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:43.755244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:43.759067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fb517-6cef-4e40-951d-6875e5b7f7a7 req-550c3876-949a-42d9-a6f2-0e4cd10b87f7 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:43.760963 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e30fb517-6cef-4e40-951d-6875e5b7f7a7 req-550c3876-949a-42d9-a6f2-0e4cd10b87f7 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 931 time: 0.5437949
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:30:43.761746 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:30:43.843339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0092b6b8-79e7-4ad9-b66f-7d1c171753ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.872064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a44719-d5e4-44dd-b39e-e42046491614,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:43.879976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:43.905513 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e30fb517-6cef-4e40-951d-6875e5b7f7a7 req-0a548369-4bfa-46b6-a339-4146b72f88ff tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249576
Apr 08 14:30:43.918493 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-a39e0195-fb1a-4809-ac5d-b67dc83fb478 service neutron] 10.222.0.62 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4442332
Apr 08 14:30:43.925526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.927658 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.5900748
Apr 08 14:30:43.931661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57270) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:43.933882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0092b6b8-79e7-4ad9-b66f-7d1c171753ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.944045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'security_group_rule': {'security_group_id': '10a44719-d5e4-44dd-b39e-e42046491614', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:43.953313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a76b7c-373a-4686-a3a7-4c15a37ed468 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:30:43.958372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:43.965870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:security_group_rule and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:43.967812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:43.975278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d4fb-6dfe-4efc-9a09-27016f8c4566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:43.989166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:44.012753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:44.082020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Transition to ACTIVE for port object ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:44.083189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e5f0d4fb-6dfe-4efc-9a09-27016f8c4566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.087111 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e5f0d4fb-6dfe-4efc-9a09-27016f8c4566 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/019e0c91-e353-4e2f-9824-f7284d732d0b HTTP/1.1" status: 204  len: 168 time: 1.1458361
Apr 08 14:30:44.088721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] For port 8a405cd8-da56-43fe-89fa-fe90ea3666a8, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=8a405cd8-da56-43fe-89fa-fe90ea3666a8,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:30:44.093459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0d4fb-6dfe-4efc-9a09-27016f8c4566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019e0c91-e353-4e2f-9824-f7284d732d0b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:44.104462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e5f0d4fb-6dfe-4efc-9a09-27016f8c4566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:44.108321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.138870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.140959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.146908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.166544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:44.180018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:44.212705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0092b6b8-79e7-4ad9-b66f-7d1c171753ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.227800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.249610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:44.266556 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-eb525d84-223f-4c24-be6b-9a0fc152048f service neutron] 10.222.0.62 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3240726
Apr 08 14:30:44.282852 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092b6b8-79e7-4ad9-b66f-7d1c171753ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18df9d7-f722-403f-bba1-1e0779dfa53d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:44.302881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0092b6b8-79e7-4ad9-b66f-7d1c171753ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:44.305541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0092b6b8-79e7-4ad9-b66f-7d1c171753ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.306847 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0092b6b8-79e7-4ad9-b66f-7d1c171753ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e18df9d7-f722-403f-bba1-1e0779dfa53d HTTP/1.1" status: 204  len: 168 time: 0.7823801
Apr 08 14:30:44.337499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.357200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.367201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f772760b-61f5-4647-9612-8edb0abaeb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:44.395706 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Transition to ACTIVE for port object c8a76b7c-373a-4686-a3a7-4c15a37ed468 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:44.397513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.435630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.439058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Pushing event deleted for resources: {'Network': ['ID=6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:44.446870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:44.459794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:44.503297 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] 10.222.0.62 "DELETE /v2.0/networks/6308c4fc-3c96-4a2c-8980-a6b9f8caa4f4 HTTP/1.1" status: 204  len: 168 time: 4.5705886
Apr 08 14:30:44.572053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06eed1-d653-488b-8067-5765017f0dcd None None] Pushing event updated for resources: {'Port': ['ID=8a405cd8-da56-43fe-89fa-fe90ea3666a8,revision_number=4']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:44.589781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8c06eed1-d653-488b-8067-5765017f0dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:44.625340 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cfd9bf-d7f5-4d42-adfd-1e50529e9206,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:44.636322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:44.638473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:44.658558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779a578-5468-4bbe-a7d6-f74118a28620 None None] Pushing event updated for resources: {'Port': ['ID=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:44.659360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:44.666079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c779a578-5468-4bbe-a7d6-f74118a28620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:44.676533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Routers {'75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:30:44.677261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d94f470>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:30:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:45.030922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:45.037894 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0979941
Apr 08 14:30:45.045623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57324) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:45.152102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'security_group_rule': {'security_group_id': '10a44719-d5e4-44dd-b39e-e42046491614', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:45.161440 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f5c94b71-b42f-4b9c-9705-9d68e9c90c92 req-f17a2986-4a99-4e35-90c8-6bd91f1105f0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 210 time: 0.1773753
Apr 08 14:30:45.191836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:45.200013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:security_group_rule and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:45.218372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:45.253615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:45.329320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] Set router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:30:45.363117 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a76b7c-373a-4686-a3a7-4c15a37ed468,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:45.382485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:45.428092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:45.579403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Attempting to bind port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:30:45.579829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Attempting to bind port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:30:45.580244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Attempting to bind port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d on network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:45.630638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:30:45.631067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Checking segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:45.631522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:45.631964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Bound using segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:30:45.632491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Bound port: ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:30:45.632914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:45.671260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57346) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:45.682934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57348) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:45.776634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:45.907508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] For port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:30:45.911604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:45.912578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] For port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:30:45.921768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9d9a948f0944beb16b9438fdc5f3e2 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:45.928005 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:45.945393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:45.946554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:45.967722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:46.017919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:46.063637 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5d456def-8d8b-4b49-867f-1bdb2357e3a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75e95891a9b1463098a9e9f8f2dfdd02&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3813484
Apr 08 14:30:46.066878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:46.085887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57360) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:46.090047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2cb75-2539-4619-81e0-72d3f58c8696 req-444fbb0e-c085-4f10-8fc4-8e477a2b24ef tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:46.091790 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-61c2cb75-2539-4619-81e0-72d3f58c8696 req-444fbb0e-c085-4f10-8fc4-8e477a2b24ef tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 943 time: 0.5923457
Apr 08 14:30:46.166584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:46.220377 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:46.233821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d94f470>, [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'acba6386-3125-4299-b001-1c6a48713e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port': {'id': 'acba6386-3125-4299-b001-1c6a48713e92', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '8a405cd8-da56-43fe-89fa-fe90ea3666a8', 'name': '', 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'mac_address': 'fa:16:3e:65:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '587dd831-7810-4f9c-bb50-8b9b163f11f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:42Z', 'revision_number': 4, 'project_id': '1597430565bb48eaa011ef63409225a2', 'subnets': [{'id': '587dd831-7810-4f9c-bb50-8b9b163f11f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:46.248351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bca5a0e-b1e1-4abf-aaa2-e22d12831a0c None None] The sync data for ids ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'] in dv-cinder-784623-3-iscsi is: [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'acba6386-3125-4299-b001-1c6a48713e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port': {'id': 'acba6386-3125-4299-b001-1c6a48713e92', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '8a405cd8-da56-43fe-89fa-fe90ea3666a8', 'name': '', 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'mac_address': 'fa:16:3e:65:cc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '587dd831-7810-4f9c-bb50-8b9b163f11f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:42Z', 'revision_number': 4, 'project_id': '1597430565bb48eaa011ef63409225a2', 'subnets': [{'id': '587dd831-7810-4f9c-bb50-8b9b163f11f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:30:46.269394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdb8f6b-9d76-442b-8f94-cbf88c134d70,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:46.295205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-43d7d443-053a-4900-ad34-c010062e9aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:46.312262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:46.447121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6208933e-969c-437f-ab72-bb43162fb82c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:46.469244 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-61c2cb75-2539-4619-81e0-72d3f58c8696 req-574e70e5-a4de-4695-a347-4132732ee2b0 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2995930
Apr 08 14:30:46.484307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:46.515763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:46.522313 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b9d9a948f0944beb16b9438fdc5f3e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8346074
Apr 08 14:30:46.525699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57388) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:46.571142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:46.582866 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5166898
Apr 08 14:30:46.598753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57394) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:46.605560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57396) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:46.642070 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:46.668651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:46.679549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:floatingip and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:46.692818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:46.704320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:46.740854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779a578-5468-4bbe-a7d6-f74118a28620 None None] Pushing event updated for resources: {'Port': ['ID=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:46.747407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c779a578-5468-4bbe-a7d6-f74118a28620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:46.788233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61a5a26b-7e17-454e-a94a-8758ee959ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:46.843798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:30:46.847111 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:46.862122 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e41c828>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:30:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:46.991272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Attempting to bind port c8a76b7c-373a-4686-a3a7-4c15a37ed468 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:30:46.995839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Attempting to bind port c8a76b7c-373a-4686-a3a7-4c15a37ed468 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e7479aee-e79a-4939-a6c5-631e871c9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3c30b66c-6633-437d-823c-c63f8f0409a2'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:30:47.000609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Attempting to bind port c8a76b7c-373a-4686-a3a7-4c15a37ed468 on network 3c30b66c-6633-437d-823c-c63f8f0409a2 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:47.053345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Port c8a76b7c-373a-4686-a3a7-4c15a37ed468 on network 3c30b66c-6633-437d-823c-c63f8f0409a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:30:47.059168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61a5a26b-7e17-454e-a94a-8758ee959ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:47.059718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Attempting to bind port c8a76b7c-373a-4686-a3a7-4c15a37ed468 on network 3c30b66c-6633-437d-823c-c63f8f0409a2 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:47.114809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:30:47.115306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Checking segment: {'id': 'e7479aee-e79a-4939-a6c5-631e871c9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3c30b66c-6633-437d-823c-c63f8f0409a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:47.116766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Bound using segment: {'id': 'e7479aee-e79a-4939-a6c5-631e871c9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3c30b66c-6633-437d-823c-c63f8f0409a2'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:30:47.127384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Bound port: c8a76b7c-373a-4686-a3a7-4c15a37ed468, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7479aee-e79a-4939-a6c5-631e871c9eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3c30b66c-6633-437d-823c-c63f8f0409a2'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:30:47.127795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:47.200404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec212-1d47-4ba7-a436-cade9aafe95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:47.290626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-5d6c7b61-c4a9-4201-a426-ddcfab53fc9c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:47.294109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:47.300103 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-5d6c7b61-c4a9-4201-a426-ddcfab53fc9c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 819 time: 1.0543921
Apr 08 14:30:47.338702 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-bc1fd43b-8c23-4e0a-9342-681eb5267ea7 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/quotas/1597430565bb48eaa011ef63409225a2 HTTP/1.1" status: 200  len: 375 time: 0.0375762
Apr 08 14:30:47.351831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:47.362810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Usage tracker for resource:security_group_rule and tenant:944b4d70128141d99eb419495abcdc61 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:47.369718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:47.389066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:47.505589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:30:47.523444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec212-1d47-4ba7-a436-cade9aafe95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:47.542113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:47.599363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] For port c8a76b7c-373a-4686-a3a7-4c15a37ed468, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:30:47.684527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 8a405cd8-da56-43fe-89fa-fe90ea3666a8 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:47.722231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] For port c8a76b7c-373a-4686-a3a7-4c15a37ed468, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c8a76b7c-373a-4686-a3a7-4c15a37ed468,segment=NetworkSegment(e7479aee-e79a-4939-a6c5-631e871c9eca),segment_id=e7479aee-e79a-4939-a6c5-631e871c9eca)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:30:47.770859 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-00c856f7-1dff-43cd-9c59-731b6be9423c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4305546
Apr 08 14:30:47.806524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61a5a26b-7e17-454e-a94a-8758ee959ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:47.823685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:47.847856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:48.066424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0092b6b8-79e7-4ad9-b66f-7d1c171753ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:48.086991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5a26b-7e17-454e-a94a-8758ee959ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6208933e-969c-437f-ab72-bb43162fb82c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:48.102670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61a5a26b-7e17-454e-a94a-8758ee959ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:48.126380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec212-1d47-4ba7-a436-cade9aafe95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:48.188389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a76b7c-373a-4686-a3a7-4c15a37ed468,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:48.224148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef7ec212-1d47-4ba7-a436-cade9aafe95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:48.225612 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ef7ec212-1d47-4ba7-a436-cade9aafe95c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4c7becc-b84a-46b6-875b-2c9aa2b1eeba HTTP/1.1" status: 204  len: 168 time: 2.1102917
Apr 08 14:30:48.227412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:48.234061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61a5a26b-7e17-454e-a94a-8758ee959ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:48.235461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-51470817-1234-40f3-88c3-2e4e926a0fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:48.238865 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-61a5a26b-7e17-454e-a94a-8758ee959ee9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6208933e-969c-437f-ab72-bb43162fb82c HTTP/1.1" status: 204  len: 168 time: 1.7117872
Apr 08 14:30:48.272015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ec212-1d47-4ba7-a436-cade9aafe95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c7becc-b84a-46b6-875b-2c9aa2b1eeba,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:48.282871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ef7ec212-1d47-4ba7-a436-cade9aafe95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:48.295699 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-138380bb-f5c1-4dc3-bf71-209ee2501004 service neutron] 10.222.0.62 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5236850
Apr 08 14:30:48.304808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:48.326254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d7c6e-1245-4cc2-a27c-962ef3cbdcc9 req-393135d7-5c69-4e62-86c5-798ef65a2798 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:48.328222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 8a405cd8-da56-43fe-89fa-fe90ea3666a8 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:30:48.335329 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf4d7c6e-1245-4cc2-a27c-962ef3cbdcc9 req-393135d7-5c69-4e62-86c5-798ef65a2798 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 943 time: 0.6006463
Apr 08 14:30:48.340875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 8a405cd8-da56-43fe-89fa-fe90ea3666a8 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:48.341530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:48.395680 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf4d7c6e-1245-4cc2-a27c-962ef3cbdcc9 req-5062920c-8a97-45fb-8456-91341af32644 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592587
Apr 08 14:30:48.397212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Allocated IP 172.27.1.223 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/46144e99-75d5-49b1-819e-f825b6fc5277) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:48.405790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:48.420271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-76516118-2810-4fa0-a2f3-d7b76d99b3c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:48.530410 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=944b4d70128141d99eb419495abcdc61&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9235716
Apr 08 14:30:48.532894 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-00c19dfb-d6cd-4f7f-98df-bf945e078c10 service neutron] 10.222.0.62 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361338
Apr 08 14:30:48.533572 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57444) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:48.537757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e41c828>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:45Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:30:48.581103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abde6c66-0d1e-47e7-bc43-677a64a159a2 None None] The sync data for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi is: [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:45Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:30:48.605424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:48.707437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:48.707437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:48.707437 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/c8a76b7c-373a-4686-a3a7-4c15a37ed468 HTTP/1.1" status: 200  len: 1093 time: 9.2958052
Apr 08 14:30:48.708144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da50d740-4a43-4e35-9901-c4cdbb21dfa7', 'tag': 'c8a76b7c-373a-4686-a3a7-4c15a37ed468'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:30:48.771286 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde513e6-18a9-451e-9021-03373fbfb889,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:48.795675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:48.796237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.70', 63625) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:49.149381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 8a405cd8-da56-43fe-89fa-fe90ea3666a8, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=8a405cd8-da56-43fe-89fa-fe90ea3666a8,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:30:49.162119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57474) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:49.198955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-871bd13e-6c9c-42d0-bd69-e79cfbec27bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:49.205259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:49.213003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:49.231543 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-86d13cca-7eae-4981-b9da-e63aaca4468c req-6f1e6a86-1113-4895-aaa5-8340b20ecc1b tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 210 time: 0.2051504
Apr 08 14:30:49.329887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-871bd13e-6c9c-42d0-bd69-e79cfbec27bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:49.381179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-f21282c8-f722-4d63-b957-255d24e75b53 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:49.399681 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-f21282c8-f722-4d63-b957-255d24e75b53 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 819 time: 0.6185319
Apr 08 14:30:49.422245 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Request body: {'port': {'device_id': '9b4e8131-4d4d-4869-9fa3-3094cc30dc4d', 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0', 'admin_state_up': True, 'tenant_id': '1597430565bb48eaa011ef63409225a2'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:49.466305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:49.500790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-694add9b-704b-4569-b273-020091c749f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:49.510665 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-694add9b-704b-4569-b273-020091c749f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2cf5c8658c804536bd7f4bce2cd61624&device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 1096 time: 0.6954074
Apr 08 14:30:49.526850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=8a405cd8-da56-43fe-89fa-fe90ea3666a8,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:49.555941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:49.675037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:49.762687 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-9343d562-7c2f-4219-bc33-15eff3994133 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8a76b7c-373a-4686-a3a7-4c15a37ed468 HTTP/1.1" status: 200  len: 217 time: 0.2103243
Apr 08 14:30:49.781504 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fdb0d396-442c-401e-a430-0456e2fd7f1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d02e2543db59407bbfc0e565f66bbdfd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5935969
Apr 08 14:30:49.795672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57496) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:49.913344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:30:49.919812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:49.920345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:49.964883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-0e736342-ed7e-4109-bdcc-bc628a5b482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:49.967728 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-0e736342-ed7e-4109-bdcc-bc628a5b482b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3dd207f-fef5-4a81-bbfb-7fa652efbbd9 HTTP/1.1" status: 200  len: 852 time: 0.1834412
Apr 08 14:30:50.073359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:50.089000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:50.234878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Made reservation on behalf of 1597430565bb48eaa011ef63409225a2 for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:50.242413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:50.281090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:50.283749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:50.290477 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-3f773903-04ad-4dfe-be05-d1d30a2415df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c30b66c-6633-437d-823c-c63f8f0409a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2939177
Apr 08 14:30:50.299429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:30:50.361633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:50.368617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:50.444240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:50.538190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:50.551764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:50.570361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ceb1d-083a-4253-8d9f-05933df6ab07 req-f55e9bf2-1908-4053-af63-2820ed93000e tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:50.572357 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-680ceb1d-083a-4253-8d9f-05933df6ab07 req-f55e9bf2-1908-4053-af63-2820ed93000e tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 943 time: 0.4655271
Apr 08 14:30:50.574920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-871bd13e-6c9c-42d0-bd69-e79cfbec27bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:50.592751 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da50d740-4a43-4e35-9901-c4cdbb21dfa7', 'tag': 'c8a76b7c-373a-4686-a3a7-4c15a37ed468', 'status': 'completed', 'code': 200}
Apr 08 14:30:50.606663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-275089f3-7ce8-4c5d-8534-65ca5f653cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:50.633422 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-871bd13e-6c9c-42d0-bd69-e79cfbec27bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:50.637866 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-871bd13e-6c9c-42d0-bd69-e79cfbec27bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cde513e6-18a9-451e-9021-03373fbfb889 HTTP/1.1" status: 204  len: 168 time: 2.0996687
Apr 08 14:30:50.657169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bd13e-6c9c-42d0-bd69-e79cfbec27bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde513e6-18a9-451e-9021-03373fbfb889,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:50.690441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-871bd13e-6c9c-42d0-bd69-e79cfbec27bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:50.718080 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-680ceb1d-083a-4253-8d9f-05933df6ab07 req-4958fdc9-ea6e-4ba4-9d0b-f86b91ac69fb tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248293
Apr 08 14:30:50.939106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Allocated IP 172.20.0.12 (bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0/587dd831-7810-4f9c-bb50-8b9b163f11f7/cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:50.948758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-52a8b41e-78ab-40d4-bf8c-980ea6330870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.032625 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e9d3a4d9-e3ef-4bac-a1a5-b5e0f0a918b1 req-3b370acc-464a-4959-8798-c5b1718586c1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 210 time: 0.2377791
Apr 08 14:30:51.057685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-52a8b41e-78ab-40d4-bf8c-980ea6330870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.071467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'Port': ['ID=46144e99-75d5-49b1-819e-f825b6fc5277,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:51.119472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:51.220947 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-9539dbaa-81c9-44bc-bd81-71a9ac8acbde service neutron] 10.222.0.70 "GET /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8842626
Apr 08 14:30:51.258914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:51.259363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.279563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:51.284315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:51.359142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-52a8b41e-78ab-40d4-bf8c-980ea6330870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.368923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-34ebe324-95c0-4ab4-b28f-22eaf203c196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:51.379121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.397892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:51.440695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8b41e-78ab-40d4-bf8c-980ea6330870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e63c9f2-ce1f-4a5d-94a0-1374bc7453a6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:51.446265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-52a8b41e-78ab-40d4-bf8c-980ea6330870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:51.457492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-52a8b41e-78ab-40d4-bf8c-980ea6330870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.461282 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-52a8b41e-78ab-40d4-bf8c-980ea6330870 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e63c9f2-ce1f-4a5d-94a0-1374bc7453a6 HTTP/1.1" status: 204  len: 168 time: 1.6597748
Apr 08 14:30:51.501645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.513401 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be2c9fbc-0548-4b01-bf44-cef1abedcc22 req-3f723b70-b1a3-44e2-afac-c748c5d6b12c service neutron] 10.222.0.70 "GET /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839394
Apr 08 14:30:51.618276 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:51.627532 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:51.633379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:51.666172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:51.680311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.691043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Pushing event updated for resources: {'Port': ['ID=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:51.700233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:51.726054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:51.727246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:51.811179 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3945572
Apr 08 14:30:51.811610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.70', 63631) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:51.892167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:51.895152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:52.052280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-55316ef5-7205-4501-8a63-635c39622176 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:52.054414 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-55316ef5-7205-4501-8a63-635c39622176 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 819 time: 0.2415254
Apr 08 14:30:52.061758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Request body: {'port': {'device_id': '9b4e8131-4d4d-4869-9fa3-3094cc30dc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:52.214206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 8a405cd8-da56-43fe-89fa-fe90ea3666a8 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:30:52.336141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Request body: {'port': {'device_id': '56792798-6467-4cb1-9f8c-b46c7f3aa6a8', 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0', 'admin_state_up': True, 'tenant_id': '1597430565bb48eaa011ef63409225a2'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:52.341021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 8a405cd8-da56-43fe-89fa-fe90ea3666a8 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:30:52.341494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:52.369535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-6df0c458-c500-464c-9338-3feed1310dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:52.371325 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-6df0c458-c500-464c-9338-3feed1310dc3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2cf5c8658c804536bd7f4bce2cd61624&device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 1096 time: 0.1992285
Apr 08 14:30:52.551896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 14:30:52.569040 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bdcf0342-58df-4c70-a898-4bd686907448 req-51243de3-db56-4db6-a1be-e5fe976857d6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 210 time: 0.1918344
Apr 08 14:30:52.586151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:52.622749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:52.639429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:52.681311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:52.930149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:52.935186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Usage tracker for resource:port and tenant:1597430565bb48eaa011ef63409225a2 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:52.950200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b905cd1-0c6a-4eb3-8dc5-3e175163622d req-e8007876-f34b-4807-8eda-17997771305c tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:52.952195 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8b905cd1-0c6a-4eb3-8dc5-3e175163622d req-e8007876-f34b-4807-8eda-17997771305c tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 943 time: 0.8970673
Apr 08 14:30:52.953586 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:52.969802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:53.082151 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8b905cd1-0c6a-4eb3-8dc5-3e175163622d req-40065e26-28ea-49ad-8ca9-46c3875a9e79 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159153
Apr 08 14:30:53.089283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Made reservation on behalf of 1597430565bb48eaa011ef63409225a2 for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:30:53.095479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:53.140101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-c34bcbd9-7193-4c44-bf43-8eee0ca1155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:53.141832 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-c34bcbd9-7193-4c44-bf43-8eee0ca1155f service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c30b66c-6633-437d-823c-c63f8f0409a2 HTTP/1.1" status: 200  len: 913 time: 0.7163556
Apr 08 14:30:53.142500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'Port': ['ID=46144e99-75d5-49b1-819e-f825b6fc5277,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:53.147347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:53.234036 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-8b40f0f2-c397-4cdc-8d4c-eba4e84399d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8a76b7c-373a-4686-a3a7-4c15a37ed468 HTTP/1.1" status: 200  len: 217 time: 0.0832989
Apr 08 14:30:53.322482 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:53.345745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-19fe429d-542c-44fc-81dc-250fba7e8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:53.347467 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-19fe429d-542c-44fc-81dc-250fba7e8c62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3dd207f-fef5-4a81-bbfb-7fa652efbbd9 HTTP/1.1" status: 200  len: 852 time: 0.1061676
Apr 08 14:30:53.357392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:30:53.404211 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-e77cdb9c-0cec-4dd2-a4bd-e654779bdb9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c30b66c-6633-437d-823c-c63f8f0409a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495439
Apr 08 14:30:53.433499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:53.454172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57622) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:53.466501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Transition to ACTIVE for port object cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:30:53.527086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:53.577067 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-05f50042-3689-4b5c-b21e-e693260c2eca service neutron] 10.222.0.70 "GET /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661756
Apr 08 14:30:53.585155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:53.596198 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.9811802
Apr 08 14:30:53.753514 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-910a23b3-a914-4468-8d3b-ad681eaf38cf req-6e71a9e7-97a7-4a04-9962-83578479b7bd service neutron] 10.222.0.70 "GET /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689231
Apr 08 14:30:53.856613 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a8b8558-1a79-4394-84fc-eae8b7df84e0 req-8ed82285-fe7e-408d-b0ea-cfe34e69614f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 210 time: 0.0608375
Apr 08 14:30:53.882447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e689e2de-ec14-4653-8494-f7035e301c0d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:53.964271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:54.086127 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:54.092739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Usage tracker for resource:security_group_rule and tenant:640dee08318c443c8bf21bd8759dcc38 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:54.097042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:54.129835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Pushing event updated for resources: {'Port': ['ID=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:54.133210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:54.141629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Allocated IP 172.20.0.8 (bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0/587dd831-7810-4f9c-bb50-8b9b163f11f7/e7919d93-6597-47c9-8e3f-f999c79dc9f7) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:30:54.185341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:54.369169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Attempting to bind port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:30:54.369731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Attempting to bind port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:30:54.369930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Attempting to bind port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e on network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:54.382412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e on network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:30:54.382412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Attempting to bind port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e on network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:30:54.402076 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-d712e66a-fe5e-404d-a121-6f20f28c0e76 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1376040411&fields=id&tenant_id=c8d55bb3470d4b5b91266a7e53afb97a HTTP/1.1" status: 200  len: 267 time: 0.2658882
Apr 08 14:30:54.406678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:30:54.407204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Checking segment: {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:30:54.407639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Bound using segment: {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:30:54.410677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Bound port: cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:30:54.410677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:54.442062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a72b0-95da-473a-8375-eb3c1ca03831 req-0e9e1a00-5e5f-4cfc-bf17-f5a7c9fff5a3 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:54.443811 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df8a72b0-95da-473a-8375-eb3c1ca03831 req-0e9e1a00-5e5f-4cfc-bf17-f5a7c9fff5a3 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 943 time: 0.1238937
Apr 08 14:30:54.476098 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df8a72b0-95da-473a-8375-eb3c1ca03831 req-171de855-d5ca-4c86-a9bd-3d7f9fe20ed9 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0257733
Apr 08 14:30:54.760842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57678) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:54.770494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] For port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:30:54.818925 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] For port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:30:54.833804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-6fef8b66-1fa6-4df3-8185-6b13e9529f99 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:54.835403 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-6fef8b66-1fa6-4df3-8185-6b13e9529f99 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 810 time: 0.3835444
Apr 08 14:30:54.852804 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-fa9ef90f-61f9-437e-8d2a-e23abcf634fe tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/quotas/c8d55bb3470d4b5b91266a7e53afb97a HTTP/1.1" status: 200  len: 375 time: 0.0105491
Apr 08 14:30:54.921088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:54.933822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:54.949969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:55.128915 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b185985f-bf6a-4005-93ae-d6e3bcedac82 req-63ae44f7-20f6-4bcb-a9bb-f2eff5131b41 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 210 time: 0.1217439
Apr 08 14:30:55.131182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.156023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.176215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:55.180768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Usage tracker for resource:security_group_rule and tenant:d5e834e677bf40b087b658b84934926a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:55.185109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Pushing event updated for resources: {'Port': ['ID=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:55.187354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:55.189472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:55.194380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:55.201335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.231697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:55.262915 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-949da0d1-ebca-4a92-b2a6-d4f0a14eec62 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4040270
Apr 08 14:30:55.334271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:55.335037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.336576 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] 10.222.0.70 "PUT /v2.0/ports/cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 200  len: 1094 time: 3.2800722
Apr 08 14:30:55.345061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.352213 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4e8131-4d4d-4869-9fa3-3094cc30dc4d', 'tag': 'cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:30:55.361419 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=640dee08318c443c8bf21bd8759dcc38&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9036565
Apr 08 14:30:55.363701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57700) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:55.363986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5877125f-c5a6-4638-8d6b-ab9b6b6caff9,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:55.367948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:55.369395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.390501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.426238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0d2d0b7c-088f-4537-91aa-bc8f1cb3543b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:55.437040 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5e834e677bf40b087b658b84934926a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6747510
Apr 08 14:30:55.442207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57706) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:55.472384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:55.488486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d929a5-540e-4125-a3af-60748c75bad4,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:55.497727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:55.536019 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4e8131-4d4d-4869-9fa3-3094cc30dc4d', 'tag': 'cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e', 'status': 'completed', 'code': 200}
Apr 08 14:30:55.589649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc84b0fd-b3d9-41c6-9f54-a4728e0e0c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.606920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c68e0fba-6476-4bee-b1b0-e78b0c26f958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.683647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Pushing event updated for resources: {'Port': ['ID=e7919d93-6597-47c9-8e3f-f999c79dc9f7,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:55.686404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc84b0fd-b3d9-41c6-9f54-a4728e0e0c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.695764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:55.736789 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-89b599ea-5382-4d5f-9a13-c336d8fcf368 service neutron] 10.222.0.62 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4479475
Apr 08 14:30:55.749056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c68e0fba-6476-4bee-b1b0-e78b0c26f958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:55.829645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082826b9-98b8-41bb-a2fa-cc0a95a06ffb req-4d598b67-70ec-4140-8565-07b73ee9e97d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:55.831360 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-082826b9-98b8-41bb-a2fa-cc0a95a06ffb req-4d598b67-70ec-4140-8565-07b73ee9e97d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 943 time: 0.2110841
Apr 08 14:30:55.868876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:30:55.871992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:30:55.878096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:30:55.882958 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-082826b9-98b8-41bb-a2fa-cc0a95a06ffb req-e8f80350-6ec6-43c6-b6c8-3ca8bcfc572d tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434105
Apr 08 14:30:55.984626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:55.985470 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:56.001149 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f8890d88-4093-4c39-911e-f1b802dc64e2 service neutron] 10.222.0.62 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2511997
Apr 08 14:30:56.024221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc84b0fd-b3d9-41c6-9f54-a4728e0e0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:56.033881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ac1521b6-6b52-4a77-8abb-97b5a3cd678a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:56.047305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84b0fd-b3d9-41c6-9f54-a4728e0e0c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d929a5-540e-4125-a3af-60748c75bad4,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:56.052013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bc84b0fd-b3d9-41c6-9f54-a4728e0e0c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:56.054387 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bc84b0fd-b3d9-41c6-9f54-a4728e0e0c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:56.055636 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-bc84b0fd-b3d9-41c6-9f54-a4728e0e0c3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16d929a5-540e-4125-a3af-60748c75bad4 HTTP/1.1" status: 204  len: 168 time: 0.5994568
Apr 08 14:30:56.062961 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8400998
Apr 08 14:30:56.069033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c68e0fba-6476-4bee-b1b0-e78b0c26f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:56.071722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c68e0fba-6476-4bee-b1b0-e78b0c26f958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:56.073046 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c68e0fba-6476-4bee-b1b0-e78b0c26f958 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5877125f-c5a6-4638-8d6b-ab9b6b6caff9 HTTP/1.1" status: 204  len: 168 time: 0.7080195
Apr 08 14:30:56.075023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:56.102516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e0fba-6476-4bee-b1b0-e78b0c26f958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5877125f-c5a6-4638-8d6b-ab9b6b6caff9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:56.107552 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c68e0fba-6476-4bee-b1b0-e78b0c26f958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:56.303617 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c74cb12-cd8b-442e-85cd-3380d56a9e83 req-6007af7b-d60a-45cc-aaf8-b50b8f9651d8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.0728221
Apr 08 14:30:56.453992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757bee5-d68b-4b75-a630-f9cfa6829aac req-9d6955c2-95e5-46b5-aead-c7eeaa36f935 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:56.455732 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e757bee5-d68b-4b75-a630-f9cfa6829aac req-9d6955c2-95e5-46b5-aead-c7eeaa36f935 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 931 time: 0.1397004
Apr 08 14:30:56.507029 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e757bee5-d68b-4b75-a630-f9cfa6829aac req-f3368914-e3b3-497f-9c2b-ffd8e98c6473 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Synchronizing usage tracker for tenant:1597430565bb48eaa011ef63409225a2 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:56.579867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e757bee5-d68b-4b75-a630-f9cfa6829aac req-f3368914-e3b3-497f-9c2b-ffd8e98c6473 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Unset dirty status for tenant:1597430565bb48eaa011ef63409225a2 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:56.581721 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e757bee5-d68b-4b75-a630-f9cfa6829aac req-f3368914-e3b3-497f-9c2b-ffd8e98c6473 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147940
Apr 08 14:30:56.942781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57758) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:56.958031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57762) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:56.967240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:56.978171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:56.987722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:56.991873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Usage tracker for resource:security_group_rule and tenant:a2238a61be3546c9b13bbc427540da4e is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:56.995040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:56.996773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:30:57.000849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Usage tracker for resource:security_group_rule and tenant:044f41c7189e4e32b56846d915d33390 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:30:57.001298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:57.003820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:30:57.009889 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:30:57.177031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.201836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.207313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.216734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:57.222394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecc6ab-12e5-4bae-808f-1aff3d7a4c9d req-fdebb3a4-5e80-45e1-9d23-ca73f3d4c8e7 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:57.224004 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-75ecc6ab-12e5-4bae-808f-1aff3d7a4c9d req-fdebb3a4-5e80-45e1-9d23-ca73f3d4c8e7 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 943 time: 0.1423824
Apr 08 14:30:57.251940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.256601 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=044f41c7189e4e32b56846d915d33390&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2974124
Apr 08 14:30:57.259786 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 57770) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:57.269127 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-75ecc6ab-12e5-4bae-808f-1aff3d7a4c9d req-55c8d451-d870-4ecb-a18f-ff82715bac8f tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378079
Apr 08 14:30:57.271500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:57.314528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4066d6-4365-46b0-adcc-885ce80adb8a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:57.317189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8e4c8a-4cf1-4a66-b653-fb9d49655ac7,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:57.320328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:57.323606 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2238a61be3546c9b13bbc427540da4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3775666
Apr 08 14:30:57.323606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:57.325105 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57776) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:30:57.366804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d73269b-818f-41d5-ac13-1b6477fb67ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.406113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d73269b-818f-41d5-ac13-1b6477fb67ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.406520 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab93d6c0-3061-4210-808e-4fa0be900485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.441722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab93d6c0-3061-4210-808e-4fa0be900485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.487275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d73269b-818f-41d5-ac13-1b6477fb67ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.493272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:57.512300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73269b-818f-41d5-ac13-1b6477fb67ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4066d6-4365-46b0-adcc-885ce80adb8a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:57.515987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d73269b-818f-41d5-ac13-1b6477fb67ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.520445 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8d73269b-818f-41d5-ac13-1b6477fb67ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a4066d6-4365-46b0-adcc-885ce80adb8a HTTP/1.1" status: 204  len: 168 time: 0.2594566
Apr 08 14:30:57.521683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8d73269b-818f-41d5-ac13-1b6477fb67ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:57.608906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c1d27890-a32d-4ba0-a728-6f6948e5af49 req-ce3b575e-ab67-401b-96bd-4de78058f54c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:57.689316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c1d27890-a32d-4ba0-a728-6f6948e5af49 req-ce3b575e-ab67-401b-96bd-4de78058f54c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:57.691908 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c1d27890-a32d-4ba0-a728-6f6948e5af49 req-ce3b575e-ab67-401b-96bd-4de78058f54c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.1339471
Apr 08 14:30:57.721172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab93d6c0-3061-4210-808e-4fa0be900485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.728699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:57.778678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93d6c0-3061-4210-808e-4fa0be900485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8e4c8a-4cf1-4a66-b653-fb9d49655ac7,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:57.784285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ab93d6c0-3061-4210-808e-4fa0be900485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:57.800066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab93d6c0-3061-4210-808e-4fa0be900485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:57.808024 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ab93d6c0-3061-4210-808e-4fa0be900485 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a8e4c8a-4cf1-4a66-b653-fb9d49655ac7 HTTP/1.1" status: 204  len: 168 time: 0.4749360
Apr 08 14:30:57.846362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbabf7d-fb2c-4a82-ad3f-d26f08fa7726 req-b936044c-e747-4cc1-aec5-b6cf67f8df13 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:57.847291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-3bbabf7d-fb2c-4a82-ad3f-d26f08fa7726 req-b936044c-e747-4cc1-aec5-b6cf67f8df13 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Synchronizing usage tracker for tenant:1597430565bb48eaa011ef63409225a2 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:57.901793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-3bbabf7d-fb2c-4a82-ad3f-d26f08fa7726 req-b936044c-e747-4cc1-aec5-b6cf67f8df13 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Unset dirty status for tenant:1597430565bb48eaa011ef63409225a2 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:57.903074 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3bbabf7d-fb2c-4a82-ad3f-d26f08fa7726 req-b936044c-e747-4cc1-aec5-b6cf67f8df13 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 931 time: 0.1756020
Apr 08 14:30:57.937305 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3bbabf7d-fb2c-4a82-ad3f-d26f08fa7726 req-4dc005ba-7352-48e5-a0fb-a7d33c38070c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253870
Apr 08 14:30:58.306366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device c8a76b7c-373a-4686-a3a7-4c15a37ed468 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:30:58.311354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Request body: {'port': {'device_id': '56792798-6467-4cb1-9f8c-b46c7f3aa6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:30:58.510282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port c8a76b7c-373a-4686-a3a7-4c15a37ed468, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c8a76b7c-373a-4686-a3a7-4c15a37ed468,segment=NetworkSegment(e7479aee-e79a-4939-a6c5-631e871c9eca),segment_id=e7479aee-e79a-4939-a6c5-631e871c9eca)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:30:58.528464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'c8a76b7c-373a-4686-a3a7-4c15a37ed468', 'network_id': '3c30b66c-6633-437d-823c-c63f8f0409a2', 'port_id': 'c8a76b7c-373a-4686-a3a7-4c15a37ed468', 'mac_address': 'fa:16:3e:8e:eb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3dd207f-fef5-4a81-bbfb-7fa652efbbd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:30:58.567530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:58.592539 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:58.601909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-66e07846-34f4-4cc1-9519-40af37de7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:58.603471 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-66e07846-34f4-4cc1-9519-40af37de7952 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1097 time: 0.2357359
Apr 08 14:30:58.619089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a76b7c-373a-4686-a3a7-4c15a37ed468 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:30:58.624591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f62f9-810b-4988-8523-291137acac10 req-af8077b5-c5c2-4038-8f10-59cc166166fa tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:58.633759 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1f0f62f9-810b-4988-8523-291137acac10 req-af8077b5-c5c2-4038-8f10-59cc166166fa tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 943 time: 0.1838481
Apr 08 14:30:58.652854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port c8a76b7c-373a-4686-a3a7-4c15a37ed468, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c8a76b7c-373a-4686-a3a7-4c15a37ed468,segment=NetworkSegment(e7479aee-e79a-4939-a6c5-631e871c9eca),segment_id=e7479aee-e79a-4939-a6c5-631e871c9eca)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:30:58.670610 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1f0f62f9-810b-4988-8523-291137acac10 req-1cad33db-25bb-479a-837a-6ee99c0bd4dd tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350215
Apr 08 14:30:58.692349 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-37668d24-3bc0-42d0-acd1-8efb6b8e903f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 200  len: 217 time: 0.0804021
Apr 08 14:30:58.707222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:30:58.709599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8b861045-ade8-40dd-b8cf-e8e63420238d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:30:58.797926 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=c8a76b7c-373a-4686-a3a7-4c15a37ed468,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:30:58.802434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:30:58.949674 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-51462349-c422-4e20-9b7b-b2882aa61b8b req-23639b92-2649-46c6-ab6a-6f0030ff0c08 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.0960939
Apr 08 14:30:58.963514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-6eff70be-7819-44b6-9a16-4be8fbeea965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:58.965353 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-6eff70be-7819-44b6-9a16-4be8fbeea965 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.2650638
Apr 08 14:30:58.973930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['c8a76b7c-373a-4686-a3a7-4c15a37ed468'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:30:59.193735 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-db07433c-4817-49b2-a574-a07a5f0c2941 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1479421
Apr 08 14:30:59.340881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40b625-18fb-460a-8f39-fdc9c974c845 req-36e0e0d4-8e68-485e-a99c-db75dbff8ab2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:59.355240 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-db40b625-18fb-460a-8f39-fdc9c974c845 req-36e0e0d4-8e68-485e-a99c-db75dbff8ab2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 931 time: 0.2698660
Apr 08 14:30:59.420304 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-db40b625-18fb-460a-8f39-fdc9c974c845 req-bad30428-eca6-4255-86e1-9378d2da72d9 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640476
Apr 08 14:30:59.559419 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-ecd3ebec-7b70-4476-a4fa-e92c5ecead63 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3435390
Apr 08 14:30:59.915283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-65dca192-bf89-4efa-949f-e1aa58680470 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:30:59.915960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-65dca192-bf89-4efa-949f-e1aa58680470 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:30:59.986992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-65dca192-bf89-4efa-949f-e1aa58680470 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:30:59.988262 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-65dca192-bf89-4efa-949f-e1aa58680470 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 810 time: 0.3997104
Apr 08 14:31:00.035785 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca73cf07-236f-476e-89c0-d12b9d1f585c req-bffe514c-b482-4442-b70c-c4598091b38f service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4649708
Apr 08 14:31:00.048102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7919d93-6597-47c9-8e3f-f999c79dc9f7 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:31:00.062942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:00.115481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Transition to ACTIVE for port object e7919d93-6597-47c9-8e3f-f999c79dc9f7 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:31:00.130584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75aed6-6a51-4e27-9205-4c3f234c1a4c req-399c3bb9-2cd9-4836-8193-406d8bdb2c78 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:00.132947 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca75aed6-6a51-4e27-9205-4c3f234c1a4c req-399c3bb9-2cd9-4836-8193-406d8bdb2c78 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 944 time: 0.2155666
Apr 08 14:31:00.192431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-ab2837fd-b893-4516-adc5-f501581adced tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:31:00.213952 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca75aed6-6a51-4e27-9205-4c3f234c1a4c req-fa552b02-3ce0-46dd-a731-1b89b18af967 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725362
Apr 08 14:31:00.231814 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-37e92b34-1786-44a5-ace5-f2aa3399273a req-eba80a08-3d30-4726-aced-4c17c50bb518 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.1031790
Apr 08 14:31:00.232364 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:00.263820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:00.288376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-ab2837fd-b893-4516-adc5-f501581adced tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:31:00.290022 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-ab2837fd-b893-4516-adc5-f501581adced tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a HTTP/1.1" status: 200  len: 5704 time: 0.2921147
Apr 08 14:31:00.569157 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7919d93-6597-47c9-8e3f-f999c79dc9f7,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:00.635609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:00.769827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bca66-40db-4cbf-bd73-88f47037a513 req-b09f5a00-4520-4304-82a9-78ab1f088fb1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:00.771463 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-812bca66-40db-4cbf-bd73-88f47037a513 req-b09f5a00-4520-4304-82a9-78ab1f088fb1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.1923645
Apr 08 14:31:00.883111 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-812bca66-40db-4cbf-bd73-88f47037a513 req-051a0fa5-7694-482a-8c13-44e6a084dd31 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961709
Apr 08 14:31:00.931488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Attempting to bind port e7919d93-6597-47c9-8e3f-f999c79dc9f7 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:31:00.931869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Attempting to bind port e7919d93-6597-47c9-8e3f-f999c79dc9f7 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:31:00.932238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Attempting to bind port e7919d93-6597-47c9-8e3f-f999c79dc9f7 on network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:31:00.938084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Port e7919d93-6597-47c9-8e3f-f999c79dc9f7 on network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:31:00.938469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Attempting to bind port e7919d93-6597-47c9-8e3f-f999c79dc9f7 on network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:31:00.944084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:31:00.944459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Checking segment: {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:31:00.944879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Bound using segment: {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:31:00.945413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Bound port: e7919d93-6597-47c9-8e3f-f999c79dc9f7, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7365f4a-c7dd-4288-9aa6-c18372985c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:31:00.946663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:01.030497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] For port e7919d93-6597-47c9-8e3f-f999c79dc9f7, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:31:01.033825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] For port e7919d93-6597-47c9-8e3f-f999c79dc9f7, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e7919d93-6597-47c9-8e3f-f999c79dc9f7,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:31:01.061614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:01.078026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1a870374-5c11-4323-9cbb-0a804aa473c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:01.169705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device c8a76b7c-373a-4686-a3a7-4c15a37ed468 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:31:01.307223 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port c8a76b7c-373a-4686-a3a7-4c15a37ed468 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:31:01.314591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port c8a76b7c-373a-4686-a3a7-4c15a37ed468 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:31:01.315257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:01.529130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873b73d-dd82-439d-957d-acd252084c6e req-fa5df7e3-1045-47c0-86f6-2a9923ea251f tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:01.536049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:01.537388 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0873b73d-dd82-439d-957d-acd252084c6e req-fa5df7e3-1045-47c0-86f6-2a9923ea251f tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 944 time: 0.1420844
Apr 08 14:31:01.549288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da50d740-4a43-4e35-9901-c4cdbb21dfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a76b7c-373a-4686-a3a7-4c15a37ed468'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:31:01.553894 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7919d93-6597-47c9-8e3f-f999c79dc9f7,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:01.569709 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0873b73d-dd82-439d-957d-acd252084c6e req-83d93ed2-5ca8-427c-8e13-7f2175bac95b tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313582
Apr 08 14:31:01.597354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:01.614686 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca510a5a-e9d9-4960-be96-748455f551c7 req-4cae4f84-4be4-48cf-a8ef-031b2d8ab2d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.0619855
Apr 08 14:31:01.628762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port c8a76b7c-373a-4686-a3a7-4c15a37ed468, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c8a76b7c-373a-4686-a3a7-4c15a37ed468,segment=NetworkSegment(e7479aee-e79a-4939-a6c5-631e871c9eca),segment_id=e7479aee-e79a-4939-a6c5-631e871c9eca)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:01.663753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:01.665698 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:01.670699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:01.671378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:01.673604 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] 10.222.0.70 "PUT /v2.0/ports/e7919d93-6597-47c9-8e3f-f999c79dc9f7 HTTP/1.1" status: 200  len: 1093 time: 3.3738370
Apr 08 14:31:01.674123 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56792798-6467-4cb1-9f8c-b46c7f3aa6a8', 'tag': 'e7919d93-6597-47c9-8e3f-f999c79dc9f7'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:31:01.721441 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56792798-6467-4cb1-9f8c-b46c7f3aa6a8', 'tag': 'e7919d93-6597-47c9-8e3f-f999c79dc9f7', 'status': 'completed', 'code': 200}
Apr 08 14:31:01.740565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=c8a76b7c-373a-4686-a3a7-4c15a37ed468,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:01.743833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:01.895898 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da50d740-4a43-4e35-9901-c4cdbb21dfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a76b7c-373a-4686-a3a7-4c15a37ed468', 'code': 200}
Apr 08 14:31:01.940288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:31:02.111094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d77404-4e66-4718-b219-ed6f7e07c03e req-15058262-2b9b-4fa1-abe6-ac0bcc7fe9c6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:02.112698 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-48d77404-4e66-4718-b219-ed6f7e07c03e req-15058262-2b9b-4fa1-abe6-ac0bcc7fe9c6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.1007640
Apr 08 14:31:02.144435 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-48d77404-4e66-4718-b219-ed6f7e07c03e req-20cbe87e-924e-4053-b271-e33f0a147bc2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253208
Apr 08 14:31:02.792302 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f916cfe7-83e8-442a-8eb2-8102b69cc6ac req-9f92d38d-9bf8-4b46-9308-ace8191384e2 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.0546980
Apr 08 14:31:02.836544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2f0c-1a82-4127-8de0-0be3f4ffa8b6 req-2249b07b-d29e-4f33-85d0-6fcc3a441c74 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:02.839510 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-929a2f0c-1a82-4127-8de0-0be3f4ffa8b6 req-2249b07b-d29e-4f33-85d0-6fcc3a441c74 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.1425347
Apr 08 14:31:02.890059 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-929a2f0c-1a82-4127-8de0-0be3f4ffa8b6 req-7a62ba17-28af-4c53-8bbf-499e93fb9459 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412157
Apr 08 14:31:03.098738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 57980) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:03.205038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'port': {'device_id': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'admin_state_up': True, 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'security_groups': ['10a44719-d5e4-44dd-b39e-e42046491614']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:03.470464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:03.522600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:03.540828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:ae1e461b4f384444ac9b362deec00570 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:03.556417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:03.593010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:03.611349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-d1b5ae13-3510-482b-85fe-27febcad499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:03.614206 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-d1b5ae13-3510-482b-85fe-27febcad499f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1097 time: 0.4366004
Apr 08 14:31:03.633225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa570506-2383-4d6a-9582-3065a480ad7f req-6ed6203c-5529-4c5a-ac50-dd91f7eb96b7 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:03.634883 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fa570506-2383-4d6a-9582-3065a480ad7f req-6ed6203c-5529-4c5a-ac50-dd91f7eb96b7 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.2005508
Apr 08 14:31:03.648769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:03.662428 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.70', 63647) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:03.665386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:03.829590 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fa570506-2383-4d6a-9582-3065a480ad7f req-36db2ed7-0a9b-409d-aa30-df8cb7716d6f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397944
Apr 08 14:31:03.831123 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-19599ed5-4e4e-4325-b661-5fb30f991baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:03.831123 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-19599ed5-4e4e-4325-b661-5fb30f991baa service neutron] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 920 time: 0.1677237
Apr 08 14:31:03.831123 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345d9ca-3aed-4b27-aff7-e3561f36f24b req-d5c65b19-0b5d-486c-b076-a9749bf76814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:03.831123 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b345d9ca-3aed-4b27-aff7-e3561f36f24b req-d5c65b19-0b5d-486c-b076-a9749bf76814 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 1096 time: 0.5405486
Apr 08 14:31:03.831379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-abb97a6f-22af-48ad-b455-8e78013a162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:03.835453 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-abb97a6f-22af-48ad-b455-8e78013a162f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 1098 time: 0.1713369
Apr 08 14:31:03.869630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:03.894024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:03.898748 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Usage tracker for resource:security_group_rule and tenant:c81be86307ce4d2bb6ce2114c92ddb0f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:03.902173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:03.910711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:03.928361 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-502906c3-e943-4f19-a3db-8861544b6b0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 200  len: 217 time: 0.1175535
Apr 08 14:31:04.108843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:04.144778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a76e0-0e4e-4118-affd-18073f5e385f req-e4910bd1-7437-4040-9995-fd6fe121158a tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:04.146431 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5b1a76e0-0e4e-4118-affd-18073f5e385f req-e4910bd1-7437-4040-9995-fd6fe121158a tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.1172068
Apr 08 14:31:04.178552 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5b1a76e0-0e4e-4118-affd-18073f5e385f req-e4c36244-3192-450f-9126-0889304eb214 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252602
Apr 08 14:31:04.192968 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5d02c025-19e7-4b54-aea8-505a2397639d req-9e186ef6-f9b3-4d79-9245-5f04ab090a23 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.1934421
Apr 08 14:31:04.246205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-91bb46b7-1bee-45b0-8f75-86f1610cf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:04.247749 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-91bb46b7-1bee-45b0-8f75-86f1610cf3ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.2497580
Apr 08 14:31:04.338014 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-70f3da38-e843-4462-ad2e-7fae42a54638 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799627
Apr 08 14:31:04.404715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345d9ca-3aed-4b27-aff7-e3561f36f24b req-8a1abb20-1fcc-4ddd-b1d3-885a301ade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:04.406371 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b345d9ca-3aed-4b27-aff7-e3561f36f24b req-8a1abb20-1fcc-4ddd-b1d3-885a301ade2f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1597430565bb48eaa011ef63409225a2&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4766932
Apr 08 14:31:04.410537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:04.632196 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-31b24a45-c492-4171-88ab-2d26158f2ebf service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805026
Apr 08 14:31:04.686290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345d9ca-3aed-4b27-aff7-e3561f36f24b req-402cb2d8-385c-49e4-a2fa-998a03fb73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:04.687840 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b345d9ca-3aed-4b27-aff7-e3561f36f24b req-402cb2d8-385c-49e4-a2fa-998a03fb73eb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2744720
Apr 08 14:31:04.845574 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-8a1542da-b23f-4ae1-a730-5ca82cfe48e6 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017314
Apr 08 14:31:04.847245 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Made reservation on behalf of c8d55bb3470d4b5b91266a7e53afb97a for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:31:04.847559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:04.860131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ef7ec212-1d47-4ba7-a436-cade9aafe95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:04.878381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:04.888457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-db9c0177-d826-4670-aa75-43117c4b55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:04.890465 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-db9c0177-d826-4670-aa75-43117c4b55e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 1096 time: 0.1519952
Apr 08 14:31:04.899287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:04.941512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:04.955397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-27b0fae3-3f78-4985-adc6-70c97e2735e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:04.977341 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae1e461b4f384444ac9b362deec00570&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8772433
Apr 08 14:31:04.985703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58024) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:04.989487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29acd77b-9bd3-46c1-bb52-aaa1c4e8f433,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:04.993032 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-be752337-dfa9-4cdc-a274-a064de631d24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7919d93-6597-47c9-8e3f-f999c79dc9f7 HTTP/1.1" status: 200  len: 217 time: 0.0893853
Apr 08 14:31:04.993857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:05.053749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66c695-0513-41e6-99b8-4b64ce11518a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:05.061604 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2f4b1915-3b25-4b8c-b8dc-5121747b97d1 req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2178559
Apr 08 14:31:05.062472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:05.104450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-420f000f-9847-4948-b0eb-da18657fec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:05.106079 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-420f000f-9847-4948-b0eb-da18657fec92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.1006265
Apr 08 14:31:05.120635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8639d6c-9180-4f20-a9a8-e07921acb224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:05.166156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda14b66-7cdf-4fb0-bb16-0601ee0d1d2d req-ca63127f-fe05-4e9f-a09f-4d157a4ebf1c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:05.167783 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bda14b66-7cdf-4fb0-bb16-0601ee0d1d2d req-ca63127f-fe05-4e9f-a09f-4d157a4ebf1c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.2177320
Apr 08 14:31:05.174712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Allocated IP 172.20.0.7 (6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab/97883693-4658-435b-bbbd-bed1e4525f1c/48b36e11-794c-47b4-860e-393b5db2c252) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:31:05.191225 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-b73b8db4-babf-4795-944a-fba45c0fa7d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576262
Apr 08 14:31:05.195753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8639d6c-9180-4f20-a9a8-e07921acb224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:05.211032 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bda14b66-7cdf-4fb0-bb16-0601ee0d1d2d req-0a73c24f-8e30-4909-9ee8-5bc6884efaa6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337932
Apr 08 14:31:05.462027 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-980856a1-999e-4d13-9469-331309a57ff3 req-affaad5d-d36d-49b5-8901-d1d66501acc9 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.0824509
Apr 08 14:31:05.613922 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-f03fbb98-7bb0-402d-b782-27e4e28b6f9b service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4099898
Apr 08 14:31:05.669450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdd195-04de-4648-8ebc-8d788e14fbde req-51ec6553-5065-4f52-92e4-f080cb1fd030 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:05.670573 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:05.677906 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6ffdd195-04de-4648-8ebc-8d788e14fbde req-51ec6553-5065-4f52-92e4-f080cb1fd030 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.1960540
Apr 08 14:31:05.692490 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Transition to ACTIVE for port object 48b36e11-794c-47b4-860e-393b5db2c252 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:31:05.694874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8639d6c-9180-4f20-a9a8-e07921acb224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:05.731579 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5fd3dcfc-485f-4894-b5c6-0e367074aeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:05.786345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:05.808385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:06.020351 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6ffdd195-04de-4648-8ebc-8d788e14fbde req-239bf966-68ee-4594-b4f7-12377dba4819 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3414607
Apr 08 14:31:06.037407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639d6c-9180-4f20-a9a8-e07921acb224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29acd77b-9bd3-46c1-bb52-aaa1c4e8f433,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:06.044235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e8639d6c-9180-4f20-a9a8-e07921acb224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:06.044235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8639d6c-9180-4f20-a9a8-e07921acb224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:06.048403 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e8639d6c-9180-4f20-a9a8-e07921acb224 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29acd77b-9bd3-46c1-bb52-aaa1c4e8f433 HTTP/1.1" status: 204  len: 168 time: 1.0580001
Apr 08 14:31:06.090905 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cab50dd3-12b6-4375-a256-7b167fe74745 req-f8448d3e-755d-4f07-ac47-07e5c6c164b8 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4676349
Apr 08 14:31:06.186433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'Port': ['ID=48b36e11-794c-47b4-860e-393b5db2c252,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:06.189527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:06.247553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:31:06.248998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:31:06.266691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:31:06.274315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:06.275244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:06.387196 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1966918
Apr 08 14:31:06.403011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Request body: {'port': {'device_id': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:06.580315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446f47c-b1c2-42de-bbd3-db8dbbe450aa req-dd473589-50de-43a1-8466-5a0bc01fba7c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:06.588712 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a446f47c-b1c2-42de-bbd3-db8dbbe450aa req-dd473589-50de-43a1-8466-5a0bc01fba7c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.2438452
Apr 08 14:31:06.594909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ba005e93-ea4d-48c0-84a1-2fe84c5cca1e None None] Provisioning for port 48b36e11-794c-47b4-860e-393b5db2c252 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:31:06.600433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ba005e93-ea4d-48c0-84a1-2fe84c5cca1e None None] Provisioning complete for port 48b36e11-794c-47b4-860e-393b5db2c252 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:31:06.600857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ba005e93-ea4d-48c0-84a1-2fe84c5cca1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:06.635168 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a446f47c-b1c2-42de-bbd3-db8dbbe450aa req-edaba459-afbc-4a55-825e-56ccc1558c75 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450892
Apr 08 14:31:06.635771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:06.678181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58068) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:06.729840 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2270bda-2cd1-4743-b038-4e7c2f1d52aa req-f5266a94-daec-4126-9d91-58fd4b0af1de tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:06.730730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:06.732499 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2270bda-2cd1-4743-b038-4e7c2f1d52aa req-f5266a94-daec-4126-9d91-58fd4b0af1de tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 931 time: 0.1183677
Apr 08 14:31:06.738935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ba005e93-ea4d-48c0-84a1-2fe84c5cca1e None None] Port 48b36e11-794c-47b4-860e-393b5db2c252 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:31:06.762410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:06.766933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Usage tracker for resource:security_group_rule and tenant:12bd95e397d7446a9f7d12febc1c4f48 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:06.767668 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2270bda-2cd1-4743-b038-4e7c2f1d52aa req-abcb45eb-0e93-4a81-8782-0a03b9a526ab tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283051
Apr 08 14:31:06.772576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:06.829474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:07.173829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:07.222392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:07.242451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e5f0d4fb-6dfe-4efc-9a09-27016f8c4566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:07.302895 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c890fba-f393-4b01-acac-f8f646256fc9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:07.310067 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12bd95e397d7446a9f7d12febc1c4f48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6281300
Apr 08 14:31:07.311479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:07.313220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58092) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:07.387310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f138f30-c389-4318-9084-96b48ef11c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:07.417724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f138f30-c389-4318-9084-96b48ef11c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:07.418111 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f27813-73dc-427d-a2ee-4d35b1413d4c req-9ac02887-f26f-4351-b917-a66d87729698 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:07.419783 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89f27813-73dc-427d-a2ee-4d35b1413d4c req-9ac02887-f26f-4351-b917-a66d87729698 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.2552614
Apr 08 14:31:07.422178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b36e11-794c-47b4-860e-393b5db2c252 {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:31:07.432731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:07.473006 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89f27813-73dc-427d-a2ee-4d35b1413d4c req-ed8e1b10-5333-4e45-bc2b-4a078d5e7806 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367966
Apr 08 14:31:07.475562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Transition to ACTIVE for port object 48b36e11-794c-47b4-860e-393b5db2c252 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:31:07.504105 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f138f30-c389-4318-9084-96b48ef11c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:07.509964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:07.524740 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f138f30-c389-4318-9084-96b48ef11c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c890fba-f393-4b01-acac-f8f646256fc9,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:07.527262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3f138f30-c389-4318-9084-96b48ef11c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:07.534236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:07.539655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f138f30-c389-4318-9084-96b48ef11c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:07.540966 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3f138f30-c389-4318-9084-96b48ef11c8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c890fba-f393-4b01-acac-f8f646256fc9 HTTP/1.1" status: 204  len: 168 time: 0.2265546
Apr 08 14:31:07.559862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:07.719800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:31:07.969942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Attempting to bind port 48b36e11-794c-47b4-860e-393b5db2c252 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:31:07.970354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Attempting to bind port 48b36e11-794c-47b4-860e-393b5db2c252 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:31:07.970812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Attempting to bind port 48b36e11-794c-47b4-860e-393b5db2c252 on network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:31:07.976305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Pushing event updated for resources: {'Port': ['ID=48b36e11-794c-47b4-860e-393b5db2c252,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:07.978886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Port 48b36e11-794c-47b4-860e-393b5db2c252 on network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:31:07.979263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Attempting to bind port 48b36e11-794c-47b4-860e-393b5db2c252 on network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:31:07.986302 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:07.987057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:31:07.987462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Checking segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:31:07.988061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Bound using segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:31:07.988580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Bound port: 48b36e11-794c-47b4-860e-393b5db2c252, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:31:07.988977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:08.110703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] For port 48b36e11-794c-47b4-860e-393b5db2c252, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:31:08.115073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] For port 48b36e11-794c-47b4-860e-393b5db2c252, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=48b36e11-794c-47b4-860e-393b5db2c252,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:31:08.116319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ad2ef-ddba-4a35-ad49-868687562b48 req-ec948a1e-16a6-4084-a232-998d077dcc23 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:08.123221 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a32ad2ef-ddba-4a35-ad49-868687562b48 req-ec948a1e-16a6-4084-a232-998d077dcc23 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.2378755
Apr 08 14:31:08.148392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:08.190802 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a32ad2ef-ddba-4a35-ad49-868687562b48 req-a5e26028-c316-44c7-b906-fe8aa9636adc tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593708
Apr 08 14:31:08.212887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e', 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0', 'port_id': 'cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e', 'mac_address': 'fa:16:3e:88:dd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587dd831-7810-4f9c-bb50-8b9b163f11f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:31:08.223819 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:08.298053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58124) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:08.371298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:08.407227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:08.408731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:31:08.444356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:08.462884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Pushing event updated for resources: {'Port': ['ID=48b36e11-794c-47b4-860e-393b5db2c252,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:08.480695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:08.482746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c779a578-5468-4bbe-a7d6-f74118a28620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:08.484625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:08.489448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:08.508390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:08.513608 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6944eae75e454825861f561935420c99 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:08.514132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af6da-ffce-4a1f-bbe0-e32ff10c1c84 req-f6b8d256-fbd7-4cdf-96b3-3005c5b36bc5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:08.515155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c17af6da-ffce-4a1f-bbe0-e32ff10c1c84 req-f6b8d256-fbd7-4cdf-96b3-3005c5b36bc5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:31:08.518650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:08.525784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:08.569282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c17af6da-ffce-4a1f-bbe0-e32ff10c1c84 req-f6b8d256-fbd7-4cdf-96b3-3005c5b36bc5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:31:08.577356 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c17af6da-ffce-4a1f-bbe0-e32ff10c1c84 req-f6b8d256-fbd7-4cdf-96b3-3005c5b36bc5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 943 time: 0.4605591
Apr 08 14:31:08.628323 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c17af6da-ffce-4a1f-bbe0-e32ff10c1c84 req-0a675888-0d4b-4bf8-9371-8c19021bbc8a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499811
Apr 08 14:31:08.629388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:08.644632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:08.647287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:08.648299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:08.649718 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/48b36e11-794c-47b4-860e-393b5db2c252 HTTP/1.1" status: 200  len: 1093 time: 2.2515407
Apr 08 14:31:08.650248 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'tag': '48b36e11-794c-47b4-860e-393b5db2c252'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:31:08.717968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:08.746875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:08.809652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-871bd13e-6c9c-42d0-bd69-e79cfbec27bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:08.826838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58158) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:08.828823 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6944eae75e454825861f561935420c99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5244491
Apr 08 14:31:08.857404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7173f5-5dcf-4a51-868a-392c0dcb181e,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:08.874227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:08.966809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f427306-3925-45a5-b0d7-604aaada9de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:09.003056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f427306-3925-45a5-b0d7-604aaada9de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:09.078937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f427306-3925-45a5-b0d7-604aaada9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:09.088476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:09.105106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2f427306-3925-45a5-b0d7-604aaada9de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:09.109175 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2f427306-3925-45a5-b0d7-604aaada9de0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef7173f5-5dcf-4a51-868a-392c0dcb181e HTTP/1.1" status: 204  len: 168 time: 0.2785692
Apr 08 14:31:09.109175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f427306-3925-45a5-b0d7-604aaada9de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7173f5-5dcf-4a51-868a-392c0dcb181e,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:09.112045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2f427306-3925-45a5-b0d7-604aaada9de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:09.204565 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'tag': '48b36e11-794c-47b4-860e-393b5db2c252', 'status': 'completed', 'code': 200}
Apr 08 14:31:09.415132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca2458-f7e5-4d73-99ed-e81b7624a550 req-09d055cf-332d-4df3-bbe2-d7af39dbc502 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:09.416749 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ccca2458-f7e5-4d73-99ed-e81b7624a550 req-09d055cf-332d-4df3-bbe2-d7af39dbc502 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.0898495
Apr 08 14:31:09.448727 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ccca2458-f7e5-4d73-99ed-e81b7624a550 req-934cf436-46c3-462a-b6f7-6eb045c77dcd tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251698
Apr 08 14:31:09.725321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58212) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:09.748213 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:09.766012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:09.770353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Usage tracker for resource:security_group_rule and tenant:af2d6a5a380e4feba31eb5fa4385d770 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:09.773597 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:09.779833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:09.781920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c6c59987-e061-454d-8030-c76be252b8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:09.929905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ef867-f947-4eec-95e9-cc08e9d6c225 req-4a8b3509-cc56-43c5-a440-47ebce7c4e51 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:09.932006 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-569ef867-f947-4eec-95e9-cc08e9d6c225 req-4a8b3509-cc56-43c5-a440-47ebce7c4e51 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 943 time: 0.1439843
Apr 08 14:31:09.991167 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-569ef867-f947-4eec-95e9-cc08e9d6c225 req-abd31df6-6250-4f57-9d53-c4cb109f1df3 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461326
Apr 08 14:31:10.004929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:10.064876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb4b3-fc8b-4aff-a9fb-221ab8d8def6 req-2cbc48f9-088f-416d-b0ae-535a379c3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:10.066630 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6e4cb4b3-fc8b-4aff-a9fb-221ab8d8def6 req-2cbc48f9-088f-416d-b0ae-535a379c3bf5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 1096 time: 0.1403363
Apr 08 14:31:10.112785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:10.125792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5ce29fee-cf13-4a33-a4a3-e4209f17d279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:10.174608 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af2d6a5a380e4feba31eb5fa4385d770&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4477735
Apr 08 14:31:10.176962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa535c09-1ba3-4dca-a979-c831b0ed6b8f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:10.179702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58234) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:10.182577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:10.245499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb4b3-fc8b-4aff-a9fb-221ab8d8def6 req-0ca8bc3d-f489-4e4b-bebb-30131b0139e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:10.247253 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6e4cb4b3-fc8b-4aff-a9fb-221ab8d8def6 req-0ca8bc3d-f489-4e4b-bebb-30131b0139e6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1673102
Apr 08 14:31:10.247884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-798b2b86-0fde-4f98-b5fc-78aba431736c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:10.261827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:31:10.292301 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-798b2b86-0fde-4f98-b5fc-78aba431736c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:10.384604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-798b2b86-0fde-4f98-b5fc-78aba431736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:10.394750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:10.427912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-798b2b86-0fde-4f98-b5fc-78aba431736c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:10.432334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-798b2b86-0fde-4f98-b5fc-78aba431736c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa535c09-1ba3-4dca-a979-c831b0ed6b8f HTTP/1.1" status: 204  len: 168 time: 0.2487729
Apr 08 14:31:10.432334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b2b86-0fde-4f98-b5fc-78aba431736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa535c09-1ba3-4dca-a979-c831b0ed6b8f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:10.433721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-798b2b86-0fde-4f98-b5fc-78aba431736c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:10.785541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb4b3-fc8b-4aff-a9fb-221ab8d8def6 req-4ecbf1e1-b989-4d57-b57a-ab004b21aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:10.787126 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6e4cb4b3-fc8b-4aff-a9fb-221ab8d8def6 req-4ecbf1e1-b989-4d57-b57a-ab004b21aeb7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5225754
Apr 08 14:31:10.803705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29e5f3-2222-447b-9828-3b34e391b252 req-4f476026-f585-4a8a-a0cd-9412e5ce5afe tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:10.805358 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e29e5f3-2222-447b-9828-3b34e391b252 req-4f476026-f585-4a8a-a0cd-9412e5ce5afe tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.1247151
Apr 08 14:31:10.837162 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e29e5f3-2222-447b-9828-3b34e391b252 req-508a8e6f-a70e-498f-9cc3-8fb04f1972a1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253766
Apr 08 14:31:11.288989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2e3d-2818-4df2-ba0a-672d328ec360 req-d1533acb-a176-4fa8-979a-8e44781f4181 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:11.290916 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c36c2e3d-2818-4df2-ba0a-672d328ec360 req-d1533acb-a176-4fa8-979a-8e44781f4181 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 943 time: 0.1353877
Apr 08 14:31:11.330160 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c36c2e3d-2818-4df2-ba0a-672d328ec360 req-7799f680-89f6-4ded-a811-aff6e3de70ae tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260954
Apr 08 14:31:11.488891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58300) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:11.616611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-634246344-network', 'tenant_id': 'c697d7b55c244406b8868af1477dfa7d'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:11.621609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:11.626342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Usage tracker for resource:network and tenant:c697d7b55c244406b8868af1477dfa7d is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:11.629525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:11.636274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:11.686650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Made reservation on behalf of c697d7b55c244406b8868af1477dfa7d for: {'network': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:31:11.692908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:11.706683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:11.722131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:11.726226 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Usage tracker for resource:security_group_rule and tenant:c697d7b55c244406b8868af1477dfa7d is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:11.729226 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:11.735840 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:11.831421 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:11.889992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:11.894950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:11.926239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'}  {{(pid=84461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:31:11.935718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541fb1d6-611b-4a83-816c-f78d5d1d81d9,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:11.955189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:11.955189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:11.955189 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Added segment 0ac7a6b7-00ab-4f9a-ae9c-4e3023a73c02 of type vlan for network 24128686-92ed-4c9f-bdff-555e8b2ccd65
Apr 08 14:31:11.973638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:12.047886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf167-4fec-41e0-b7b7-04cbfc279094 req-8324adca-82db-4da9-9ea6-28d72912897a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:12.049568 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-80dcf167-4fec-41e0-b7b7-04cbfc279094 req-8324adca-82db-4da9-9ea6-28d72912897a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.0934107
Apr 08 14:31:12.061174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:12.063121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:12.064010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:12.068075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-314d78e6-f832-469a-a07d-0e9a7afcd23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:12.083271 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-80dcf167-4fec-41e0-b7b7-04cbfc279094 req-48590e59-95c6-4edf-93e7-8c34ab9991dc tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274165
Apr 08 14:31:12.180323 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Pushing event updated for resources: {'Network': ['ID=24128686-92ed-4c9f-bdff-555e8b2ccd65,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:12.183291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:12.197161 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 24128686-92ed-4c9f-bdff-555e8b2ccd65 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:31:12.210379 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7201896
Apr 08 14:31:12.213282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58326) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:12.221356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Request body: {'subnet': {'network_id': '24128686-92ed-4c9f-bdff-555e8b2ccd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-634246344-subnet', 'tenant_id': 'c697d7b55c244406b8868af1477dfa7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:12.226867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:12.231921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Usage tracker for resource:subnet and tenant:c697d7b55c244406b8868af1477dfa7d is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:12.236281 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:12.243248 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:12.289462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Made reservation on behalf of c697d7b55c244406b8868af1477dfa7d for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:31:12.295547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853906111'] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:12.411916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c420e5de-a77e-4d6e-8ea6-474ad4b22732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:12.592755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:12.611610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75df38-3f9c-4698-ac13-692572b5bed0 req-6b4e3efe-53f9-46fc-8adf-047c65547402 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:12.618013 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0e75df38-3f9c-4698-ac13-692572b5bed0 req-6b4e3efe-53f9-46fc-8adf-047c65547402 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 943 time: 0.1452894
Apr 08 14:31:12.646428 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0e75df38-3f9c-4698-ac13-692572b5bed0 req-e6bf59fb-94e1-4dab-a03b-e343bce685ba tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255866
Apr 08 14:31:12.841251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-843166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853906064'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:12.857632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:13.020430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf430e7-7235-43ff-9b5e-1a0390798ab6,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:13.025925 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:13.110508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Checking segment: {'id': '0ac7a6b7-00ab-4f9a-ae9c-4e3023a73c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '24128686-92ed-4c9f-bdff-555e8b2ccd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:31:13.111201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Network hostable DHCP agents. Network: 24128686-92ed-4c9f-bdff-555e8b2ccd65, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:31:13.194951 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Network 24128686-92ed-4c9f-bdff-555e8b2ccd65 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:31:13.248148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 24128686-92ed-4c9f-bdff-555e8b2ccd65) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:31:13.276697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:13.277836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:13.281701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988ce16-7161-420c-858e-55f612ba5180 None None] Network 24128686-92ed-4c9f-bdff-555e8b2ccd65 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:31:13.340893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7921-d473-461d-bbab-7862066ec9c5 req-7814410b-23db-458b-9b84-fa52455dc9cc tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:13.350078 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1354113
Apr 08 14:31:13.352009 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5cbb7921-d473-461d-bbab-7862066ec9c5 req-7814410b-23db-458b-9b84-fa52455dc9cc tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.1176918
Apr 08 14:31:13.402127 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5cbb7921-d473-461d-bbab-7862066ec9c5 req-14cd01b9-9eeb-449e-a259-834e4bfff914 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491965
Apr 08 14:31:13.542444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-a21face7-6a7b-4c5c-81ed-d9e2c65e38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:13.544261 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-a21face7-6a7b-4c5c-81ed-d9e2c65e38da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 1096 time: 0.1038988
Apr 08 14:31:13.583288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d43a3-45f8-4b9b-b25c-50533a527adf None None] Network 24128686-92ed-4c9f-bdff-555e8b2ccd65 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:31:13.636256 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-3884a057-298a-4a4b-b8d3-b1e5b5a0f6b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b36e11-794c-47b4-860e-393b5db2c252 HTTP/1.1" status: 200  len: 217 time: 0.0774927
Apr 08 14:31:13.750955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-1658d8b2-ca77-49d1-aef5-5f0428cffc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:13.753744 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-1658d8b2-ca77-49d1-aef5-5f0428cffc53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 200  len: 849 time: 0.1108987
Apr 08 14:31:13.881944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-4e2461c3-1754-4fa7-ad97-f231bde7ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:13.883124 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-4e2461c3-1754-4fa7-ad97-f231bde7ca36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1208179
Apr 08 14:31:13.917517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:13.979961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daba4ff-0e56-4f1f-87fc-23920b57145d req-22668689-e816-4499-a644-74934215fc5a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:13.981644 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8daba4ff-0e56-4f1f-87fc-23920b57145d req-22668689-e816-4499-a644-74934215fc5a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 943 time: 0.1052082
Apr 08 14:31:14.021156 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8daba4ff-0e56-4f1f-87fc-23920b57145d req-b96c1647-adea-45d4-bfb3-8dc3a4d316fd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318260
Apr 08 14:31:14.085304 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-92697c62-505c-44b8-be7f-cdf9c5877bdd service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896348
Apr 08 14:31:14.304753 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffd1d3c-5832-47ca-9f2b-c09d6156cd81 req-b521d61c-53bb-4834-abaf-bf3acb94e39f service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119744
Apr 08 14:31:14.322803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:14.367904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58380) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:14.376872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1528681066-network', 'tenant_id': '77040f96ea3d4a4aba8b7738240e9229'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:14.383254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:14.388311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Usage tracker for resource:network and tenant:77040f96ea3d4a4aba8b7738240e9229 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:14.392110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:14.399324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:14.448930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Made reservation on behalf of 77040f96ea3d4a4aba8b7738240e9229 for: {'network': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:31:14.454071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:14.475707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:14.504084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:14.510752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Usage tracker for resource:security_group_rule and tenant:77040f96ea3d4a4aba8b7738240e9229 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:14.515844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:14.525902 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:14.696808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:14.730795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:14.738507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:14.809589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'}  {{(pid=84461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:31:14.818506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39ff8-98f0-4371-bdc3-2dbd15c7ac2e req-05593418-fae5-484c-9313-beedec853dfb tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:14.820206 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b3a39ff8-98f0-4371-bdc3-2dbd15c7ac2e req-05593418-fae5-484c-9313-beedec853dfb tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.2277284
Apr 08 14:31:14.850938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a8bdc0-2b07-4e43-bec2-80c5e27eadf6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:14.855103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:14.883429 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b3a39ff8-98f0-4371-bdc3-2dbd15c7ac2e req-4658af6f-ebc0-4f37-9fb3-f0ad0ce10cf4 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534649
Apr 08 14:31:14.898439 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:14.898771 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Added segment fcb3a8b3-5989-40ff-a951-33d481ab43e2 of type vlan for network 2bfd7785-898a-4478-bfe3-79ed5440bb50
Apr 08 14:31:14.997106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:15.199080 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:15.202442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:15.204132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:15.214049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:15.363845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Pushing event updated for resources: {'Network': ['ID=2bfd7785-898a-4478-bfe3-79ed5440bb50,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:15.368888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:15.379102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 2bfd7785-898a-4478-bfe3-79ed5440bb50 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:31:15.391116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c0451-7aa2-4bd6-8dbd-4c835aa2153d req-5d5d5350-9ee1-4ec7-9def-33857515a745 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:15.394132 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eb9c0451-7aa2-4bd6-8dbd-4c835aa2153d req-5d5d5350-9ee1-4ec7-9def-33857515a745 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 943 time: 0.2118089
Apr 08 14:31:15.442641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device e7919d93-6597-47c9-8e3f-f999c79dc9f7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:31:15.462532 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eb9c0451-7aa2-4bd6-8dbd-4c835aa2153d req-19582b16-68ef-4cfc-b71a-d3cd062ce111 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557930
Apr 08 14:31:15.524783 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1530681
Apr 08 14:31:15.527551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58422) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:15.533809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:31:15.535282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Request body: {'subnet': {'network_id': '2bfd7785-898a-4478-bfe3-79ed5440bb50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1528681066-subnet', 'tenant_id': '77040f96ea3d4a4aba8b7738240e9229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:15.542090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:15.552455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Usage tracker for resource:subnet and tenant:77040f96ea3d4a4aba8b7738240e9229 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:15.555816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:15.561907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:15.589202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 14:31:15.687930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Made reservation on behalf of 77040f96ea3d4a4aba8b7738240e9229 for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:31:15.697843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853906111'] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:15.944585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port e7919d93-6597-47c9-8e3f-f999c79dc9f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e7919d93-6597-47c9-8e3f-f999c79dc9f7,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:15.960800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'e7919d93-6597-47c9-8e3f-f999c79dc9f7', 'network_id': 'bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0', 'port_id': 'e7919d93-6597-47c9-8e3f-f999c79dc9f7', 'mac_address': 'fa:16:3e:6b:ec:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587dd831-7810-4f9c-bb50-8b9b163f11f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:31:15.993730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:31:16.009298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:31:16.017681 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:16.079527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:16.080879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7919d93-6597-47c9-8e3f-f999c79dc9f7 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:31:16.157658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port e7919d93-6597-47c9-8e3f-f999c79dc9f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e7919d93-6597-47c9-8e3f-f999c79dc9f7,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:16.177498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:16.204519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:16.206505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c65fa440-da5f-4bb4-9034-213d70439e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:16.207620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe0eaf-aa8f-408c-a2b9-771a5af065d1 req-4ad1c1fb-4741-4d59-80a2-e5fd41baf7ef tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:16.209591 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-adfe0eaf-aa8f-408c-a2b9-771a5af065d1 req-4ad1c1fb-4741-4d59-80a2-e5fd41baf7ef tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 943 time: 0.1278608
Apr 08 14:31:16.271375 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-adfe0eaf-aa8f-408c-a2b9-771a5af065d1 req-55abc282-8198-4e58-bcc4-5a872cab589a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549033
Apr 08 14:31:16.308416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e8131-4d4d-4869-9fa3-3094cc30dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:31:16.361137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:16.395043 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e8131-4d4d-4869-9fa3-3094cc30dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e', 'code': 200}
Apr 08 14:31:16.399171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=e7919d93-6597-47c9-8e3f-f999c79dc9f7,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:16.411086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:16.412453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:16.414470 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:16.474064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['e7919d93-6597-47c9-8e3f-f999c79dc9f7'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:31:16.571817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:16.575475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:16.743503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-843166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853906064'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:16.758340 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a0bf73e0-7a9e-4c16-8837-eb230e5c3645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:16.933946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c14f737-767a-41a9-8527-dc78174a5d80,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:16.936717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:17.002411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84bf74-df88-4df3-9f64-d3fb5aa2a5ec req-23813592-b9e8-4854-ae06-eef7031f1662 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:17.003998 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c84bf74-df88-4df3-9f64-d3fb5aa2a5ec req-23813592-b9e8-4854-ae06-eef7031f1662 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 943 time: 0.3053172
Apr 08 14:31:17.010284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074a88-8d3e-424f-8db9-1ea30f12297e req-fa95d1f4-1ce1-443c-8d3f-39566096cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:17.017929 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef074a88-8d3e-424f-8db9-1ea30f12297e req-fa95d1f4-1ce1-443c-8d3f-39566096cc7b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1099 time: 0.1975689
Apr 08 14:31:17.030906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58462) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:17.039456 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c84bf74-df88-4df3-9f64-d3fb5aa2a5ec req-42d23465-3545-4313-b1df-7a0b9e487166 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265160
Apr 08 14:31:17.064615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Checking segment: {'id': 'fcb3a8b3-5989-40ff-a951-33d481ab43e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2bfd7785-898a-4478-bfe3-79ed5440bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:31:17.064848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Network hostable DHCP agents. Network: 2bfd7785-898a-4478-bfe3-79ed5440bb50, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:31:17.220278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Network 2bfd7785-898a-4478-bfe3-79ed5440bb50 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:31:17.287311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:17.310451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:17.322769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Usage tracker for resource:security_group_rule and tenant:90a48f7774254067ba9b9573cc3716ea is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:17.329514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:17.340970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 2bfd7785-898a-4478-bfe3-79ed5440bb50) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:31:17.353709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c68e6dd-63a0-4cd2-bddd-a0a74897a842 None None] Network 2bfd7785-898a-4478-bfe3-79ed5440bb50 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:31:17.363923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:17.435091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:17.435921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:17.552685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:17.589322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce92d5-c922-4c84-ab6b-1ff29af80ee0 req-b7463abd-7877-41d9-921c-bcfcc63efc2f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:17.591217 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-41ce92d5-c922-4c84-ab6b-1ff29af80ee0 req-b7463abd-7877-41d9-921c-bcfcc63efc2f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 944 time: 0.1434550
Apr 08 14:31:17.623164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:17.632139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3f138f30-c389-4318-9084-96b48ef11c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:17.663609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fafb8bf-cf14-422c-ba4b-c4cfbd762147 None None] Network 2bfd7785-898a-4478-bfe3-79ed5440bb50 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:31:17.666984 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-41ce92d5-c922-4c84-ab6b-1ff29af80ee0 req-93e5a140-498e-43c2-b4ea-87c0e0fdc4c4 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630538
Apr 08 14:31:17.701417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce542e58-9417-4f30-b4c7-57eb38fe2207,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:17.707096 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90a48f7774254067ba9b9573cc3716ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6745067
Apr 08 14:31:17.708103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:17.710027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58480) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:17.744036 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.2150998
Apr 08 14:31:17.783675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f512805-114e-44ff-9b16-1984d54581de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:17.823379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f512805-114e-44ff-9b16-1984d54581de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:17.895629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 48b36e11-794c-47b4-860e-393b5db2c252 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:31:17.949417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f512805-114e-44ff-9b16-1984d54581de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:17.957067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:17.972784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f512805-114e-44ff-9b16-1984d54581de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce542e58-9417-4f30-b4c7-57eb38fe2207,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:17.975099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4f512805-114e-44ff-9b16-1984d54581de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:17.979457 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4f512805-114e-44ff-9b16-1984d54581de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce542e58-9417-4f30-b4c7-57eb38fe2207 HTTP/1.1" status: 204  len: 168 time: 0.2653344
Apr 08 14:31:17.979457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4f512805-114e-44ff-9b16-1984d54581de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:18.171396 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 48b36e11-794c-47b4-860e-393b5db2c252, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=48b36e11-794c-47b4-860e-393b5db2c252,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:18.201634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '48b36e11-794c-47b4-860e-393b5db2c252', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'port_id': '48b36e11-794c-47b4-860e-393b5db2c252', 'mac_address': 'fa:16:3e:4a:03:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:31:18.294900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:18.296954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b36e11-794c-47b4-860e-393b5db2c252 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:31:18.302879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a602f-e70d-4778-b6f2-a362334619ad req-d658f3e5-0f51-49c8-9eb3-4021aacba7ed tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:18.313010 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-363a602f-e70d-4778-b6f2-a362334619ad req-d658f3e5-0f51-49c8-9eb3-4021aacba7ed tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 943 time: 0.1444073
Apr 08 14:31:18.321671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 48b36e11-794c-47b4-860e-393b5db2c252, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=48b36e11-794c-47b4-860e-393b5db2c252,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:18.354537 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-363a602f-e70d-4778-b6f2-a362334619ad req-68fa0957-b57a-4e9f-a632-ec4286791d41 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400827
Apr 08 14:31:18.392952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:18.395776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:18.469383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=48b36e11-794c-47b4-860e-393b5db2c252,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:18.472718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:18.635171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58506) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:18.655178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:18.673214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:18.677569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Usage tracker for resource:security_group_rule and tenant:1408444e3fdc47ac9cbd4c54957b2546 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:18.681224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:18.688344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:18.786722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:18.870929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:18.877919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ab93d6c0-3061-4210-808e-4fa0be900485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:19.102940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96bd9d-c1bf-4def-aeb1-3331b767e84d req-20adebb7-261f-4935-be6d-c8cddba3d969 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:19.104668 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8e96bd9d-c1bf-4def-aeb1-3331b767e84d req-20adebb7-261f-4935-be6d-c8cddba3d969 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 944 time: 0.3203750
Apr 08 14:31:19.170927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba82cf98-3ed1-4c02-a0ad-3f2c0d02369a,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:19.182051 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1408444e3fdc47ac9cbd4c54957b2546&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5418665
Apr 08 14:31:19.182051 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:19.183336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58522) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:19.183504 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8e96bd9d-c1bf-4def-aeb1-3331b767e84d req-f9adbf47-60fd-4fa6-92ee-85577dbb3882 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645435
Apr 08 14:31:19.256350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:19.289602 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:19.389419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:19.395660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:19.412178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba82cf98-3ed1-4c02-a0ad-3f2c0d02369a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:19.415139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:19.416392 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba82cf98-3ed1-4c02-a0ad-3f2c0d02369a HTTP/1.1" status: 204  len: 168 time: 0.2329161
Apr 08 14:31:19.428699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.429104 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.429533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.430143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.430537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.430916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.431299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.431735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.432336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.432712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.433202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.433599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:19.437566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3d88840c-3be7-41c0-9c5b-665436824363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:19.570425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e57a8-04be-4a5a-bf27-9d0523ba9890 req-61761f13-93a1-491e-85d2-d2000aa9cea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:19.572073 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-672e57a8-04be-4a5a-bf27-9d0523ba9890 req-61761f13-93a1-491e-85d2-d2000aa9cea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 944 time: 0.0989673
Apr 08 14:31:19.606500 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-672e57a8-04be-4a5a-bf27-9d0523ba9890 req-bccdac2b-37c7-4240-89b8-9a5b4351db8d tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254869
Apr 08 14:31:19.906435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ef074a88-8d3e-424f-8db9-1ea30f12297e req-049e602a-6638-45e3-82d5-c08a6287ec5e service neutron] Synchronizing usage tracker for tenant:c81be86307ce4d2bb6ce2114c92ddb0f on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:31:20.012451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ef074a88-8d3e-424f-8db9-1ea30f12297e req-049e602a-6638-45e3-82d5-c08a6287ec5e service neutron] Unset dirty status for tenant:c81be86307ce4d2bb6ce2114c92ddb0f on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:31:20.015520 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef074a88-8d3e-424f-8db9-1ea30f12297e req-049e602a-6638-45e3-82d5-c08a6287ec5e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532309
Apr 08 14:31:20.285547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['48b36e11-794c-47b4-860e-393b5db2c252'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:31:20.510328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def575d4-26f9-4c46-bda5-e321efdf9a32 req-2b810a30-bb9b-4d35-8869-0e4a724f0945 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:20.512057 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-def575d4-26f9-4c46-bda5-e321efdf9a32 req-2b810a30-bb9b-4d35-8869-0e4a724f0945 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 944 time: 0.1004918
Apr 08 14:31:20.546135 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-def575d4-26f9-4c46-bda5-e321efdf9a32 req-93c241aa-4857-482e-92c6-47c3df18e095 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262566
Apr 08 14:31:20.824997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d795f0-7cfc-428d-9763-c98af2f193f0 req-39a2c622-fd1c-4dbe-a757-8c6e0f0d523f tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:20.827012 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-19d795f0-7cfc-428d-9763-c98af2f193f0 req-39a2c622-fd1c-4dbe-a757-8c6e0f0d523f tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 944 time: 0.0990465
Apr 08 14:31:20.859457 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-19d795f0-7cfc-428d-9763-c98af2f193f0 req-66edff4a-7379-4338-8a0c-6ff8d300656d tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251701
Apr 08 14:31:21.755505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f24ec-2acc-418a-ba93-9be77b747cd1 req-29fe9ab2-89ac-4482-8b58-1ab5b1feccd9 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:21.757425 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a37f24ec-2acc-418a-ba93-9be77b747cd1 req-29fe9ab2-89ac-4482-8b58-1ab5b1feccd9 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 944 time: 0.0929461
Apr 08 14:31:21.792701 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a37f24ec-2acc-418a-ba93-9be77b747cd1 req-dc6d2fe7-6c85-425c-809c-65af84faac2c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243945
Apr 08 14:31:21.896825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 48b36e11-794c-47b4-860e-393b5db2c252 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:31:22.020976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 48b36e11-794c-47b4-860e-393b5db2c252 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:31:22.026386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 48b36e11-794c-47b4-860e-393b5db2c252 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:31:22.026807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:22.089149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722c1df-af08-4336-a1fb-a76ff245bb23 req-2a42c0d2-e852-42f5-b9ce-d84b363caca2 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:22.090981 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1722c1df-af08-4336-a1fb-a76ff245bb23 req-2a42c0d2-e852-42f5-b9ce-d84b363caca2 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 944 time: 0.1031961
Apr 08 14:31:22.126030 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1722c1df-af08-4336-a1fb-a76ff245bb23 req-2e406716-02ef-4b6c-8a63-b5e7f4f64605 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0278864
Apr 08 14:31:22.164253 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:22.208294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b36e11-794c-47b4-860e-393b5db2c252'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:31:22.218930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 48b36e11-794c-47b4-860e-393b5db2c252, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=48b36e11-794c-47b4-860e-393b5db2c252,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:22.277334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b36e11-794c-47b4-860e-393b5db2c252', 'code': 200}
Apr 08 14:31:22.438845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:22.438845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device e7919d93-6597-47c9-8e3f-f999c79dc9f7 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:31:22.438845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:22.438845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=48b36e11-794c-47b4-860e-393b5db2c252,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:22.438845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:22.486289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port e7919d93-6597-47c9-8e3f-f999c79dc9f7 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:31:22.492460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port e7919d93-6597-47c9-8e3f-f999c79dc9f7 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:31:22.493011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:22.634382 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:22.656578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port e7919d93-6597-47c9-8e3f-f999c79dc9f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e7919d93-6597-47c9-8e3f-f999c79dc9f7,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:22.697878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:22.700217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:22.743462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a5b98-9aa5-4806-84d0-8b76c1e79c03 req-94dac4fc-add6-4f84-aeb4-e49766021693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:22.745533 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c18a5b98-9aa5-4806-84d0-8b76c1e79c03 req-94dac4fc-add6-4f84-aeb4-e49766021693 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 1098 time: 0.0885501
Apr 08 14:31:22.783370 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c18a5b98-9aa5-4806-84d0-8b76c1e79c03 req-8bd8af8d-a533-49c0-bb08-d21e1ff3385d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0257287
Apr 08 14:31:22.787256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=e7919d93-6597-47c9-8e3f-f999c79dc9f7,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:22.790856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:23.007745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2cae6-9d11-495b-9f87-3019f303b9ce req-716af730-35e4-4a30-a505-beb728d5d6db tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:23.009411 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-49d2cae6-9d11-495b-9f87-3019f303b9ce req-716af730-35e4-4a30-a505-beb728d5d6db tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.0905895
Apr 08 14:31:23.043629 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-49d2cae6-9d11-495b-9f87-3019f303b9ce req-1abc98be-6196-42bf-b513-a37d7abafa18 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0273547
Apr 08 14:31:23.381478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b134d4-0773-4daf-8010-0f2614a9d8cc req-ef1a1c6c-05b0-4893-8c43-94ee8fe8c92e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:23.383163 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0b134d4-0773-4daf-8010-0f2614a9d8cc req-ef1a1c6c-05b0-4893-8c43-94ee8fe8c92e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1024036
Apr 08 14:31:23.426779 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0b134d4-0773-4daf-8010-0f2614a9d8cc req-e18125f8-ac16-4058-b1ad-071dc15c187c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338347
Apr 08 14:31:23.768289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58688) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:23.906259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:23.926387 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:23.930630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Usage tracker for resource:security_group_rule and tenant:1f7b9556e392436d8b5c585af3991232 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:23.933944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:23.940749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:24.033595 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.118188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.155356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:24.171086 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f7b9556e392436d8b5c585af3991232&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3993173
Apr 08 14:31:24.172118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58704) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:24.189030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807aec6d-44d5-4444-b50d-de18223ed83b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:24.197136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.197609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.198172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.198618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58708) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:24.198777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.199132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.199529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.199961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.200351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.200996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.201407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.203942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.204341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:24.208809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:24.278898 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56792798-6467-4cb1-9f8c-b46c7f3aa6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7919d93-6597-47c9-8e3f-f999c79dc9f7'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:31:24.341077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31fc73a2-64e3-45e1-a1b3-350bd693ebee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.364132 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56792798-6467-4cb1-9f8c-b46c7f3aa6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7919d93-6597-47c9-8e3f-f999c79dc9f7', 'code': 200}
Apr 08 14:31:24.386839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.416887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31fc73a2-64e3-45e1-a1b3-350bd693ebee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.460388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:24.460388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce89fdecb354c9c9214c4bf100dd5f5 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:24.460388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:24.467802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:24.586645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ef74b-62c7-4883-b643-d7f3f582e3e6 req-46b3f713-01df-449e-a051-d24a603bc3bb tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:24.590588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-883ef74b-62c7-4883-b643-d7f3f582e3e6 req-46b3f713-01df-449e-a051-d24a603bc3bb tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.3473852
Apr 08 14:31:24.636250 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-883ef74b-62c7-4883-b643-d7f3f582e3e6 req-7541607f-0147-4c26-9381-983e2bd79e3a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381041
Apr 08 14:31:24.642271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.672513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31fc73a2-64e3-45e1-a1b3-350bd693ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.674418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa4dfa-5647-4a05-a10b-91c321018fb9 req-b4560dd7-3d4c-44c2-b407-23ce1e01a504 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:24.681958 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-25fa4dfa-5647-4a05-a10b-91c321018fb9 req-b4560dd7-3d4c-44c2-b407-23ce1e01a504 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1020474
Apr 08 14:31:24.683197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:24.713231 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-25fa4dfa-5647-4a05-a10b-91c321018fb9 req-dff7f0ad-d0ce-430f-bf77-38ef76cb2e70 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299819
Apr 08 14:31:24.737339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc73a2-64e3-45e1-a1b3-350bd693ebee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807aec6d-44d5-4444-b50d-de18223ed83b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:24.740230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-31fc73a2-64e3-45e1-a1b3-350bd693ebee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:24.752861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.809038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:24.809038 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ce89fdecb354c9c9214c4bf100dd5f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6025887
Apr 08 14:31:24.809038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-31fc73a2-64e3-45e1-a1b3-350bd693ebee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.811050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58732) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:24.820289 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-31fc73a2-64e3-45e1-a1b3-350bd693ebee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/807aec6d-44d5-4444-b50d-de18223ed83b HTTP/1.1" status: 204  len: 168 time: 0.6413975
Apr 08 14:31:24.858678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0803a0ae-95df-4ad6-a431-f3c6be67ef9c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:24.863014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:24.900274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64b451b9-3e27-416b-baa0-67529e2af1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.938856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64b451b9-3e27-416b-baa0-67529e2af1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:24.972066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1aacb-aefb-478d-9d10-10d90387fd29 req-d02e36fb-ed24-4cae-87d7-96638a8b9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:24.973856 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f2b1aacb-aefb-478d-9d10-10d90387fd29 req-d02e36fb-ed24-4cae-87d7-96638a8b9d4c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 1098 time: 0.2918229
Apr 08 14:31:24.983161 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981e36-9932-420e-8799-7791ef0fb81b req-d6048474-336b-4b0d-8da7-c5d1749d7f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:24.989403 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-17981e36-9932-420e-8799-7791ef0fb81b req-d6048474-336b-4b0d-8da7-c5d1749d7f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1479259
Apr 08 14:31:24.995575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58742) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:25.002557 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'floatingip': {'port_id': '48b36e11-794c-47b4-860e-393b5db2c252'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:25.018435 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f2b1aacb-aefb-478d-9d10-10d90387fd29 req-b8373d09-ff9a-479c-83b8-7c48a1d968c9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274808
Apr 08 14:31:25.112793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:25.192466 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64b451b9-3e27-416b-baa0-67529e2af1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:25.211880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:25.231051 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b451b9-3e27-416b-baa0-67529e2af1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0803a0ae-95df-4ad6-a431-f3c6be67ef9c,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:25.275220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-64b451b9-3e27-416b-baa0-67529e2af1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:25.340938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64b451b9-3e27-416b-baa0-67529e2af1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:25.342204 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-64b451b9-3e27-416b-baa0-67529e2af1cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0803a0ae-95df-4ad6-a431-f3c6be67ef9c HTTP/1.1" status: 204  len: 168 time: 0.5304041
Apr 08 14:31:25.533962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58758) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:25.554033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:25.574386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:25.580212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Usage tracker for resource:security_group_rule and tenant:3328174d489441979d52434cc756d9d7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:25.584004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:25.590945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:25.692589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:25.743997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:25.754400 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9b7f9af-5c7e-41ad-b5a0-321eb6399395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:25.798636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352a4467-f0da-46c5-a086-ecff94316ca9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:25.802245 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:25.805276 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3328174d489441979d52434cc756d9d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2698498
Apr 08 14:31:25.809039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58766) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:25.876998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bb9935e-f5e1-4682-a297-c18472976a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:25.912250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bb9935e-f5e1-4682-a297-c18472976a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:25.981612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fec02-2c13-4cb7-a19b-89f2a5055cbd req-6be2c0a5-8ce2-493b-9929-2ce6cb12d838 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:25.981813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58772) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:25.981925 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-881fec02-2c13-4cb7-a19b-89f2a5055cbd req-6be2c0a5-8ce2-493b-9929-2ce6cb12d838 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1845388
Apr 08 14:31:25.997661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.014911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:26.019653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc61daad2ac4e40af539c9b94dba911 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:26.023184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:26.032061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:26.060005 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-881fec02-2c13-4cb7-a19b-89f2a5055cbd req-da1312ad-974c-4a1e-aeb8-05f37f05fc4f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796001
Apr 08 14:31:26.103088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bb9935e-f5e1-4682-a297-c18472976a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.112205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-31fc73a2-64e3-45e1-a1b3-350bd693ebee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:26.127503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9935e-f5e1-4682-a297-c18472976a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352a4467-f0da-46c5-a086-ecff94316ca9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:26.130485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3bb9935e-f5e1-4682-a297-c18472976a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:26.151530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bb9935e-f5e1-4682-a297-c18472976a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.155737 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3bb9935e-f5e1-4682-a297-c18472976a1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/352a4467-f0da-46c5-a086-ecff94316ca9 HTTP/1.1" status: 204  len: 168 time: 0.3455973
Apr 08 14:31:26.171511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.187816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.223358 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.232611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-af9f0dc3-d466-4bdc-8691-a3c67f3c9d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:26.269855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.326550 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfc61daad2ac4e40af539c9b94dba911&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3473921
Apr 08 14:31:26.326550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7326d9d-7635-4115-a0d1-65674676119d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:26.328370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58786) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:26.348124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:26.423551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da755d41-604d-490b-a104-47a3eb98f85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.457865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da755d41-604d-490b-a104-47a3eb98f85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.491949 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Floating IP a076532b-623f-402b-b1f7-213e220ceeff associated. External IP: 172.27.1.223, port: 48b36e11-794c-47b4-860e-393b5db2c252.
Apr 08 14:31:26.560512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da755d41-604d-490b-a104-47a3eb98f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.566635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:26.580008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da755d41-604d-490b-a104-47a3eb98f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7326d9d-7635-4115-a0d1-65674676119d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:26.582612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-da755d41-604d-490b-a104-47a3eb98f85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:26.587987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-da755d41-604d-490b-a104-47a3eb98f85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:26.589487 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-da755d41-604d-490b-a104-47a3eb98f85f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7326d9d-7635-4115-a0d1-65674676119d HTTP/1.1" status: 204  len: 168 time: 0.2436011
Apr 08 14:31:26.900001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 58800) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:27.080854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Router 0324222e-86e8-4b8f-96d8-daa5bdf6575b has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:31:27.306345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:27.309646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:31:27.327113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] Sync routers for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:31:27.342365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:27.347897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:31:27.348603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d2f8a90>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:31:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:27.373971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:27.379886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Usage tracker for resource:security_group_rule and tenant:17e3c7f968444bdf913901eab64dfadc is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:27.384280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:27.396540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:27.407497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19aa9e-4626-4e83-a83c-839c1a51f67b req-a9862dc2-fa1c-41fc-b794-f587ed17a609 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:27.415145 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be19aa9e-4626-4e83-a83c-839c1a51f67b req-a9862dc2-fa1c-41fc-b794-f587ed17a609 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.2178850
Apr 08 14:31:27.474332 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be19aa9e-4626-4e83-a83c-839c1a51f67b req-543f0606-6249-40ad-8fe7-2e6c3a7d6adb tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582080
Apr 08 14:31:27.475459 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-082ccb5f-8009-4d1c-bd65-39d8824dcf27 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "PUT /v2.0/floatingips/a076532b-623f-402b-b1f7-213e220ceeff HTTP/1.1" status: 200  len: 991 time: 2.4785402
Apr 08 14:31:27.477746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'tag': '48b36e11-794c-47b4-860e-393b5db2c252'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:31:27.596968 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'tag': '48b36e11-794c-47b4-860e-393b5db2c252', 'status': 'completed', 'code': 200}
Apr 08 14:31:27.685163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:27.744617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:27.757701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f33dbad1-93da-424e-960c-a85dbc018d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:27.807256 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17e3c7f968444bdf913901eab64dfadc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9050198
Apr 08 14:31:27.810152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58842) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:27.810859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adcdaa4-d412-4dc5-ad3d-142e1be799f9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:27.814802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:27.872381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:31:27.907787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-710b2217-1d63-42db-bdb7-2b2c072693d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:27.942184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-710b2217-1d63-42db-bdb7-2b2c072693d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:28.031259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-710b2217-1d63-42db-bdb7-2b2c072693d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:28.041922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:28.054716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b2217-1d63-42db-bdb7-2b2c072693d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adcdaa4-d412-4dc5-ad3d-142e1be799f9,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:28.064120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-710b2217-1d63-42db-bdb7-2b2c072693d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:28.070672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-710b2217-1d63-42db-bdb7-2b2c072693d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:28.076662 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-710b2217-1d63-42db-bdb7-2b2c072693d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4adcdaa4-d412-4dc5-ad3d-142e1be799f9 HTTP/1.1" status: 204  len: 168 time: 0.2597778
Apr 08 14:31:28.308262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d2f8a90>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'a076532b-623f-402b-b1f7-213e220ceeff', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'port_id': '48b36e11-794c-47b4-860e-393b5db2c252', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'mac_address': 'fa:16:3e:4a:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:30:51Z', 'updated_at': '2021-04-08T14:31:25Z', 'revision_number': 1, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:28.313404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] Checking router: 0324222e-86e8-4b8f-96d8-daa5bdf6575b for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:31:28.327802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:31:28.328696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d2f8a90>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:31:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:28.394738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-ed9e9432-ce33-4076-bd95-1c2072e7abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:28.396964 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-ed9e9432-ce33-4076-bd95-1c2072e7abc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 1098 time: 0.1032524
Apr 08 14:31:28.562337 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-bbb4ad65-e644-4a5f-89c5-50e0bca11e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:28.564738 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-bbb4ad65-e644-4a5f-89c5-50e0bca11e43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 911 time: 0.1603115
Apr 08 14:31:28.571762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:31:28.774893 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-65342025-1e67-4976-907e-5416549d5e91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b36e11-794c-47b4-860e-393b5db2c252 HTTP/1.1" status: 200  len: 999 time: 0.1957328
Apr 08 14:31:28.797247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87aaa1-a4a3-47dc-8873-a20e53271bc6 req-f946bd4b-8043-438e-82c3-3f342724cce0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:28.799054 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ab87aaa1-a4a3-47dc-8873-a20e53271bc6 req-f946bd4b-8043-438e-82c3-3f342724cce0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1470878
Apr 08 14:31:28.837913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58876) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:28.871155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:28.902225 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ab87aaa1-a4a3-47dc-8873-a20e53271bc6 req-bdf1ac46-3c97-4241-a4ab-988f064a1670 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637014
Apr 08 14:31:28.905735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:28.915256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:226e5a826d8f4209b51c9d89d8d1dc40 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:28.915626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-e5b2ccc9-73b5-447d-b3a5-ac224e14a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:28.915782 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-e5b2ccc9-73b5-447d-b3a5-ac224e14a48b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 200  len: 849 time: 0.1275666
Apr 08 14:31:28.919163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:28.933733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:29.042670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d2f8a90>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'a076532b-623f-402b-b1f7-213e220ceeff', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'port_id': '48b36e11-794c-47b4-860e-393b5db2c252', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'mac_address': 'fa:16:3e:4a:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:30:51Z', 'updated_at': '2021-04-08T14:31:25Z', 'revision_number': 1, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:29.051182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01779555-48b4-4dac-a35c-f484a6eb9690 None None] The sync data for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi is: [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'a076532b-623f-402b-b1f7-213e220ceeff', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'port_id': '48b36e11-794c-47b4-860e-393b5db2c252', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'mac_address': 'fa:16:3e:4a:03:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:30:51Z', 'updated_at': '2021-04-08T14:31:25Z', 'revision_number': 1, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:31:29.071486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-0f446dc8-ab4c-4e95-88ed-66f7a4a0c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:29.073107 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-0f446dc8-ab4c-4e95-88ed-66f7a4a0c529 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1480701
Apr 08 14:31:29.154451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:29.255722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:29.269585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-274ceead-5949-4ea3-bd7a-d6363dbab409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:29.342034 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=226e5a826d8f4209b51c9d89d8d1dc40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5025196
Apr 08 14:31:29.346890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58894) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:29.349184 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-3cfb3667-c427-48bd-aa1a-d573a2c5c449 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578576
Apr 08 14:31:29.367349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a600a0-591f-4e98-a647-81afc5c07dd8,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:29.373036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:29.485029 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24429b5a-2862-49b7-8460-e98ea4a1fd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:29.519989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa14ae-9bd5-4b62-b55e-61fbb8494a30 None None] New status for floating IP a076532b-623f-402b-b1f7-213e220ceeff: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:31:29.549275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24429b5a-2862-49b7-8460-e98ea4a1fd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:29.636305 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1e16d63-9ade-491a-b374-acbaa0c74fd6 req-19d065c9-88c6-41c2-8611-5524917b43b8 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2531297
Apr 08 14:31:29.669231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24429b5a-2862-49b7-8460-e98ea4a1fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:29.677336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9368b4d4-5fec-4ad1-bb95-f7dbf1c727c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:29.718737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-24429b5a-2862-49b7-8460-e98ea4a1fd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:29.722538 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-24429b5a-2862-49b7-8460-e98ea4a1fd10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65a600a0-591f-4e98-a647-81afc5c07dd8 HTTP/1.1" status: 204  len: 168 time: 0.3718104
Apr 08 14:31:29.722538 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24429b5a-2862-49b7-8460-e98ea4a1fd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a600a0-591f-4e98-a647-81afc5c07dd8,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:29.724727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-24429b5a-2862-49b7-8460-e98ea4a1fd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:30.302637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c3114-03a2-4c2a-8d5c-0b1fa59cdcfb req-ee9cb440-c88d-4f81-8263-05ceff6308b9 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:30.304713 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a4c3114-03a2-4c2a-8d5c-0b1fa59cdcfb req-ee9cb440-c88d-4f81-8263-05ceff6308b9 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.2004430
Apr 08 14:31:30.310126 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-138f6233-9e9e-4a79-b2b7-91369ded9eca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1575389
Apr 08 14:31:30.338893 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a4c3114-03a2-4c2a-8d5c-0b1fa59cdcfb req-c832124b-fa46-4448-bbb6-2c34e1da9831 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270460
Apr 08 14:31:30.548126 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-c14a0550-b711-4507-ad43-bbcf1d3c0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:30.549859 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-c14a0550-b711-4507-ad43-bbcf1d3c0c42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2cf5c8658c804536bd7f4bce2cd61624&device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 1098 time: 0.1111903
Apr 08 14:31:30.837766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-c09d4b33-b716-473a-9447-c2b7e2a4db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:30.839488 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-c09d4b33-b716-473a-9447-c2b7e2a4db86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c30b66c-6633-437d-823c-c63f8f0409a2 HTTP/1.1" status: 200  len: 913 time: 0.2524781
Apr 08 14:31:30.935668 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-b40288ab-1674-4523-81bc-4db48c908cb9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8a76b7c-373a-4686-a3a7-4c15a37ed468 HTTP/1.1" status: 200  len: 217 time: 0.0860407
Apr 08 14:31:31.074690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58954) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:31.100518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:31.121583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:31.127605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Usage tracker for resource:security_group_rule and tenant:380d231ce0ac4b11a57f19cd7fe84ad3 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:31.172119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:31.186200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:31.253335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-cbad5b8e-713b-49d4-acdb-554e3e10083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:31.254851 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-cbad5b8e-713b-49d4-acdb-554e3e10083f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 1098 time: 0.1287391
Apr 08 14:31:31.284644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-042ac68c-4f11-4d78-aadc-91c946fdda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:31.286236 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-042ac68c-4f11-4d78-aadc-91c946fdda07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a3dd207f-fef5-4a81-bbfb-7fa652efbbd9 HTTP/1.1" status: 200  len: 852 time: 0.3444791
Apr 08 14:31:31.355067 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-6fc70ce0-4f4a-4212-aeab-65dd3e748776 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c30b66c-6633-437d-823c-c63f8f0409a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531857
Apr 08 14:31:31.404086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28078e-6bfa-49e7-8a1d-3dc400429e55 req-d928e824-c170-4fc2-b760-d6f88a5bfd5a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:31.405955 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-de28078e-6bfa-49e7-8a1d-3dc400429e55 req-d928e824-c170-4fc2-b760-d6f88a5bfd5a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.2077196
Apr 08 14:31:31.470948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-dc506194-a8ac-4f18-bf21-b7ee181876bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:31.472307 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-dc506194-a8ac-4f18-bf21-b7ee181876bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 920 time: 0.2091813
Apr 08 14:31:31.549764 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-de28078e-6bfa-49e7-8a1d-3dc400429e55 req-a88570db-6044-4ba3-a9d4-67289a25fee0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314919
Apr 08 14:31:31.592548 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-bc9adb6b-bbca-4b54-a28b-e276f12f66ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7919d93-6597-47c9-8e3f-f999c79dc9f7 HTTP/1.1" status: 200  len: 217 time: 0.1077762
Apr 08 14:31:31.624736 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-8871f7d3-9150-44bb-a5fe-603cf022b583 service neutron] 10.222.0.70 "GET /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610278
Apr 08 14:31:31.710081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-dacf1aea-f010-482d-8ac4-de6dad9d63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:31.711397 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-dacf1aea-f010-482d-8ac4-de6dad9d63cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.1042933
Apr 08 14:31:31.716511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:31.813854 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-5961f372-830f-4e12-adfa-df43057dcfd6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0880055
Apr 08 14:31:31.815416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:31.859957 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f6b089c0-f23f-4fd6-8157-db9ec8307393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:31.877032 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=380d231ce0ac4b11a57f19cd7fe84ad3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8015046
Apr 08 14:31:31.880945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 58984) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:31.903720 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e1c539b-12c7-4d5e-973d-7ac004e28b4d req-4c7c30c4-f87c-456d-a51a-714ef3a3bb05 service neutron] 10.222.0.70 "GET /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2721024
Apr 08 14:31:32.032483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3687269c-e8e9-47b6-85b1-9752a78fae90,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:32.052985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:32.127149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d31d9b1f-58fe-4a5c-98c7-b7b709b14eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:32.140877 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-cb7a8a84-109c-487c-84fe-dc59a403da6f service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2830226
Apr 08 14:31:32.194987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d31d9b1f-58fe-4a5c-98c7-b7b709b14eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:32.388231 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cf358a3d-174c-416d-b26f-b5391d977c34 req-b5640a4a-4afa-4813-8f2c-64965c2fecf2 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312140
Apr 08 14:31:32.416485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c59447-a849-4930-805c-9c685246b653 req-51fc2ed5-a3aa-4ae3-b8b3-0db6851d1726 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:32.418350 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-85c59447-a849-4930-805c-9c685246b653 req-51fc2ed5-a3aa-4ae3-b8b3-0db6851d1726 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.1296432
Apr 08 14:31:32.440376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d31d9b1f-58fe-4a5c-98c7-b7b709b14eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:32.446171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:32.461239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d9b1f-58fe-4a5c-98c7-b7b709b14eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3687269c-e8e9-47b6-85b1-9752a78fae90,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:32.469738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d31d9b1f-58fe-4a5c-98c7-b7b709b14eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:32.474147 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d31d9b1f-58fe-4a5c-98c7-b7b709b14eff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3687269c-e8e9-47b6-85b1-9752a78fae90 HTTP/1.1" status: 204  len: 168 time: 0.5671780
Apr 08 14:31:32.475661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d31d9b1f-58fe-4a5c-98c7-b7b709b14eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:32.477810 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-85c59447-a849-4930-805c-9c685246b653 req-c44020bf-fbda-4b55-a105-bd784ac141a2 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527360
Apr 08 14:31:32.565471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59008) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:32.767601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:32.788637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:32.795670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:fa9d0cd1889346019cba555ad93b40cf is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:32.804180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:32.814324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:32.858909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc61c8-87ae-4314-a787-c4751ff9ef2a req-ab18ee42-4c9e-4244-a486-483a162f8888 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:32.867803 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-25fc61c8-87ae-4314-a787-c4751ff9ef2a req-ab18ee42-4c9e-4244-a486-483a162f8888 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1832287
Apr 08 14:31:32.903686 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-25fc61c8-87ae-4314-a787-c4751ff9ef2a req-88a193ff-3608-493c-9670-a2074f907d04 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346413
Apr 08 14:31:32.991034 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:33.023717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:33.033044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:33.091588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa9d0cd1889346019cba555ad93b40cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5214932
Apr 08 14:31:33.091588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f449e4d-5821-48fc-864e-80be64162960,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:33.092688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59036) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:33.093781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:33.189634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-235753e2-f91a-4d5c-ae5a-fa3e289cad2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:33.233482 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-235753e2-f91a-4d5c-ae5a-fa3e289cad2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:33.382163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-235753e2-f91a-4d5c-ae5a-fa3e289cad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:33.409241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61a5a26b-7e17-454e-a94a-8758ee959ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:33.419468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235753e2-f91a-4d5c-ae5a-fa3e289cad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f449e4d-5821-48fc-864e-80be64162960,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:33.424265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-235753e2-f91a-4d5c-ae5a-fa3e289cad2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:33.438942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-235753e2-f91a-4d5c-ae5a-fa3e289cad2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:33.440991 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-235753e2-f91a-4d5c-ae5a-fa3e289cad2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f449e4d-5821-48fc-864e-80be64162960 HTTP/1.1" status: 204  len: 168 time: 0.3475950
Apr 08 14:31:33.789682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c5785-ef9a-4ca7-ba8d-fb8ca670ef74 req-308f91c2-75da-4883-a205-5a4e6ca94fd0 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:33.791430 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8a0c5785-ef9a-4ca7-ba8d-fb8ca670ef74 req-308f91c2-75da-4883-a205-5a4e6ca94fd0 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.0955551
Apr 08 14:31:33.835655 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8a0c5785-ef9a-4ca7-ba8d-fb8ca670ef74 req-f8ddf9b4-7600-4de9-9a5b-1b52d71f744c tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369825
Apr 08 14:31:34.163435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569261b2-6f15-4ac0-83d5-b687ab8d97ce req-06afb5c4-76e2-49ec-940c-ebec626d9de5 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:34.166591 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-569261b2-6f15-4ac0-83d5-b687ab8d97ce req-06afb5c4-76e2-49ec-940c-ebec626d9de5 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1058800
Apr 08 14:31:34.202118 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-569261b2-6f15-4ac0-83d5-b687ab8d97ce req-c1186528-46ad-48b7-bba2-b1af989830b7 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297842
Apr 08 14:31:34.309763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59078) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:34.329570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:34.346016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:34.350110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Usage tracker for resource:security_group_rule and tenant:49b4d281c86e4e5aab6b417fed774e3f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:34.353098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:34.359727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:34.538086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:34.577754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:34.588854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4b4e763b-fe77-47c6-a825-f9cedda795a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:34.635448 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49b4d281c86e4e5aab6b417fed774e3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3218811
Apr 08 14:31:34.635448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a6873f-e087-4f15-8b67-b8c4e5c05c9e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:34.635803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59092) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:34.638400 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:34.709499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb350-eaa5-4e94-af30-2f95ea44afdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:34.739254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb350-eaa5-4e94-af30-2f95ea44afdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:34.841753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb350-eaa5-4e94-af30-2f95ea44afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:34.847769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-798b2b86-0fde-4f98-b5fc-78aba431736c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:34.861368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddb350-eaa5-4e94-af30-2f95ea44afdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a6873f-e087-4f15-8b67-b8c4e5c05c9e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:34.864007 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a2ddb350-eaa5-4e94-af30-2f95ea44afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:34.876077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb350-eaa5-4e94-af30-2f95ea44afdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:34.886634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:34.888801 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a2ddb350-eaa5-4e94-af30-2f95ea44afdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20a6873f-e087-4f15-8b67-b8c4e5c05c9e HTTP/1.1" status: 204  len: 168 time: 0.2427111
Apr 08 14:31:35.062352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630b4d4-f098-401f-a4f3-514748b6c692 req-3b9daddd-d30e-4deb-887a-9b2fe42f274f tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:35.064005 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5630b4d4-f098-401f-a4f3-514748b6c692 req-3b9daddd-d30e-4deb-887a-9b2fe42f274f tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.0935481
Apr 08 14:31:35.102109 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5630b4d4-f098-401f-a4f3-514748b6c692 req-832ad798-bedc-4845-822c-89c6858751d4 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314026
Apr 08 14:31:35.431969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf8ae2-ef36-4f7c-9c78-8977f7184ae9 req-8cb2a5ca-1870-41b8-925d-20f4a739b5fa tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:35.434626 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2abf8ae2-ef36-4f7c-9c78-8977f7184ae9 req-8cb2a5ca-1870-41b8-925d-20f4a739b5fa tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1039557
Apr 08 14:31:35.470581 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2abf8ae2-ef36-4f7c-9c78-8977f7184ae9 req-c409f413-c1ca-4c85-a12d-97d43d32d784 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279584
Apr 08 14:31:36.361642 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c070a3e-28a7-4705-b7dc-67c2e67561ad req-8984029b-b699-4425-bc2b-d829491d6911 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:36.363201 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8c070a3e-28a7-4705-b7dc-67c2e67561ad req-8984029b-b699-4425-bc2b-d829491d6911 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.1220181
Apr 08 14:31:36.399650 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8c070a3e-28a7-4705-b7dc-67c2e67561ad req-cacd2d6c-3441-4fc3-8bbe-5ed8dd8d6ef0 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293925
Apr 08 14:31:36.683379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea55ff-43b7-4f9e-9ede-593c8fb707a7 req-c200342c-817e-4adc-8a2b-21667995cf70 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:36.685298 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f8ea55ff-43b7-4f9e-9ede-593c8fb707a7 req-c200342c-817e-4adc-8a2b-21667995cf70 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.0957942
Apr 08 14:31:36.722519 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f8ea55ff-43b7-4f9e-9ede-593c8fb707a7 req-77fedd49-7878-4f0a-8c7b-646f44e2c5e4 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282576
Apr 08 14:31:36.987677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59224) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:37.115324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:37.131299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:37.135315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Usage tracker for resource:security_group_rule and tenant:0873bdfb33624efbbbbd83eed2fa2316 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:37.138275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:37.144335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:37.232211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:37.271197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:37.292159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0e131eb5-4f93-4303-97f5-d07b2b4ac2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:37.345792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d453ca-e433-4316-824b-dde306b7de05,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:37.352297 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:37.361319 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0873bdfb33624efbbbbd83eed2fa2316&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3719890
Apr 08 14:31:37.368164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59238) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:37.434115 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7afa0dd5-fc97-4b88-ab89-3a4345f2ec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:37.462794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7afa0dd5-fc97-4b88-ab89-3a4345f2ec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:37.567363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7afa0dd5-fc97-4b88-ab89-3a4345f2ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:37.577938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-36014146-dc0c-4f69-904c-3496ea28ec2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:37.594165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa0dd5-fc97-4b88-ab89-3a4345f2ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d453ca-e433-4316-824b-dde306b7de05,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:37.600045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7afa0dd5-fc97-4b88-ab89-3a4345f2ec8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:37.607680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7afa0dd5-fc97-4b88-ab89-3a4345f2ec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:37.609541 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7afa0dd5-fc97-4b88-ab89-3a4345f2ec8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91d453ca-e433-4316-824b-dde306b7de05 HTTP/1.1" status: 204  len: 168 time: 0.2401855
Apr 08 14:31:37.646553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364efbd9-9445-4337-9556-e61e0bae2ae5 req-d70c88c2-ad52-4aaa-b90e-8735edf541f0 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:37.648168 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-364efbd9-9445-4337-9556-e61e0bae2ae5 req-d70c88c2-ad52-4aaa-b90e-8735edf541f0 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.1259739
Apr 08 14:31:37.690887 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-364efbd9-9445-4337-9556-e61e0bae2ae5 req-e186f830-22ee-4087-8e28-40b6093a28f5 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359120
Apr 08 14:31:37.987478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed1a79-deeb-4d83-a069-679cccb26a03 req-a526a8ba-df24-4df9-9819-33973d36819e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:37.989142 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-07ed1a79-deeb-4d83-a069-679cccb26a03 req-a526a8ba-df24-4df9-9819-33973d36819e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1431551
Apr 08 14:31:38.041546 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-07ed1a79-deeb-4d83-a069-679cccb26a03 req-91c2f678-11ef-484f-b0c2-202370f2fc2b tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435741
Apr 08 14:31:38.379243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59288) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:38.399228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:38.419869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:38.424144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Usage tracker for resource:security_group_rule and tenant:9f42fb47d31c412ba42aaf119533f095 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:38.427261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:38.433398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:38.436390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-17b24906-cdec-473f-862d-66d86ec5b93c tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:38.439185 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-17b24906-cdec-473f-862d-66d86ec5b93c tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.70 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.1445529
Apr 08 14:31:38.538593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Deleting port c8a76b7c-373a-4686-a3a7-4c15a37ed468 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:31:38.539016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:38.550664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:38.583088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:38.592475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-302a2aa7-09c3-47ab-8c76-e352863c003c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:38.638128 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ecbbc6-60a6-4f40-be95-8f07bfb7bbb3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:38.645942 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f42fb47d31c412ba42aaf119533f095&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2632031
Apr 08 14:31:38.645942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:38.647427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59296) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:38.894311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d8561a6-8622-4699-8f2c-89c8bb4f3508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:38.940057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:31:38.953203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d8561a6-8622-4699-8f2c-89c8bb4f3508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:38.985752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] For port c8a76b7c-373a-4686-a3a7-4c15a37ed468, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c8a76b7c-373a-4686-a3a7-4c15a37ed468,segment=NetworkSegment(e7479aee-e79a-4939-a6c5-631e871c9eca),segment_id=e7479aee-e79a-4939-a6c5-631e871c9eca)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:38.986158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:39.281310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac8ed-feee-45e0-8779-cb370ecf75fe req-cbc14369-7daa-4da2-882d-f06a5d6bae9c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:39.290718 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-360ac8ed-feee-45e0-8779-cb370ecf75fe req-cbc14369-7daa-4da2-882d-f06a5d6bae9c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1219883
Apr 08 14:31:39.328401 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-360ac8ed-feee-45e0-8779-cb370ecf75fe req-02c1f6f2-adf8-476a-9035-3d70788e6ada tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364161
Apr 08 14:31:39.359554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Calling delete_port for c8a76b7c-373a-4686-a3a7-4c15a37ed468 owned by compute:nova {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:31:39.415280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ffb0e-5592-4e92-842c-466b2517d0c5 req-d72b73ae-a71c-4fd2-a39a-82ecc3399248 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:39.416774 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ea1ffb0e-5592-4e92-842c-466b2517d0c5 req-d72b73ae-a71c-4fd2-a39a-82ecc3399248 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 945 time: 0.5911770
Apr 08 14:31:39.537216 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ea1ffb0e-5592-4e92-842c-466b2517d0c5 req-b031b80c-bc11-45c2-8dba-e974cd8e8f74 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/security-groups?id=52e82c90-4718-4684-99e9-378ab78cfea8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059737
Apr 08 14:31:39.598022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d8561a6-8622-4699-8f2c-89c8bb4f3508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:39.604274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:39.626674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8561a6-8622-4699-8f2c-89c8bb4f3508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ecbbc6-60a6-4f40-be95-8f07bfb7bbb3,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:39.631864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3d8561a6-8622-4699-8f2c-89c8bb4f3508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:39.678792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:39.693078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['c8a76b7c-373a-4686-a3a7-4c15a37ed468'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:31:39.704887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1488b762-6c1d-481f-984e-92e6afeaedbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:39.778356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Pushing event deleted for resources: {'Port': ['ID=c8a76b7c-373a-4686-a3a7-4c15a37ed468,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:39.781181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3d8561a6-8622-4699-8f2c-89c8bb4f3508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:39.785353 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3d8561a6-8622-4699-8f2c-89c8bb4f3508 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33ecbbc6-60a6-4f40-be95-8f07bfb7bbb3 HTTP/1.1" status: 204  len: 168 time: 1.1367846
Apr 08 14:31:39.789627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:39.792080 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f616b82d-bed1-4c7d-9302-9e344169b5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:40.017418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] No DVR routers for this DVR port c8a76b7c-373a-4686-a3a7-4c15a37ed468 on host hv-cinder-78462 {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:31:40.020812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:40.023042 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-efeaf5df-9ca7-4a9d-8008-b5bee6039b19 req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.70 "DELETE /v2.0/ports/c8a76b7c-373a-4686-a3a7-4c15a37ed468 HTTP/1.1" status: 204  len: 173 time: 1.5663438
Apr 08 14:31:40.023865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da50d740-4a43-4e35-9901-c4cdbb21dfa7', 'name': 'network-vif-deleted', 'tag': 'c8a76b7c-373a-4686-a3a7-4c15a37ed468'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:31:40.092953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da50d740-4a43-4e35-9901-c4cdbb21dfa7', 'name': 'network-vif-deleted', 'tag': 'c8a76b7c-373a-4686-a3a7-4c15a37ed468', 'status': 'completed', 'code': 200}
Apr 08 14:31:40.562168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d62f6-723f-4c5f-91c7-516535b42f77 req-39af223a-2478-4240-b9f5-ec90b77854d5 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:40.570344 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a4d62f6-723f-4c5f-91c7-516535b42f77 req-39af223a-2478-4240-b9f5-ec90b77854d5 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.0999351
Apr 08 14:31:40.616190 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a4d62f6-723f-4c5f-91c7-516535b42f77 req-18766273-cc80-4d9f-a11c-83963447836a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448604
Apr 08 14:31:40.772156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-091e5e3b-81e5-43e3-be36-243dab772719 req-cf9fc7ab-a690-461b-9c75-c2a0d79c1d04 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Synchronizing usage tracker for tenant:2cf5c8658c804536bd7f4bce2cd61624 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:31:40.975358 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-091e5e3b-81e5-43e3-be36-243dab772719 req-cf9fc7ab-a690-461b-9c75-c2a0d79c1d04 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Unset dirty status for tenant:2cf5c8658c804536bd7f4bce2cd61624 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:31:40.976715 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-091e5e3b-81e5-43e3-be36-243dab772719 req-cf9fc7ab-a690-461b-9c75-c2a0d79c1d04 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] 10.222.0.62 "GET /v2.0/ports?device_id=da50d740-4a43-4e35-9901-c4cdbb21dfa7 HTTP/1.1" status: 200  len: 210 time: 0.2585998
Apr 08 14:31:41.863950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6e50d-0a06-43a8-8fd6-9ebca25e524f req-899be964-2a57-4c8b-9def-079e80ca9896 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:41.871351 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cb6e50d-0a06-43a8-8fd6-9ebca25e524f req-899be964-2a57-4c8b-9def-079e80ca9896 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1181722
Apr 08 14:31:41.887116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59418) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:41.922383 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cb6e50d-0a06-43a8-8fd6-9ebca25e524f req-d79efc80-ad6e-4848-9cf5-d1c0db3778e1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406709
Apr 08 14:31:42.044243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.066182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:42.070906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Usage tracker for resource:security_group_rule and tenant:d4d60ccfc8874e4a838cadd4bbafc9d7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:42.075062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:42.083337 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:42.083625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device c8a76b7c-373a-4686-a3a7-4c15a37ed468 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:31:42.133345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: c8a76b7c-373a-4686-a3a7-4c15a37ed468 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:31:42.133750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device c8a76b7c-373a-4686-a3a7-4c15a37ed468 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:31:42.198488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.253518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.306342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-978b3b7a-25c9-4eb3-96ed-4473e4585b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.335941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-52a8b41e-78ab-40d4-bf8c-980ea6330870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:42.385511 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4d60ccfc8874e4a838cadd4bbafc9d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4969499
Apr 08 14:31:42.391195 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead9bab-2a98-41df-9785-15a482a34d9e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:42.391639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59446) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:42.393705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:42.514437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1acd7715-f5a8-4a1e-bbba-2ae529b547e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.551465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1acd7715-f5a8-4a1e-bbba-2ae529b547e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.601738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.646033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1acd7715-f5a8-4a1e-bbba-2ae529b547e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.653350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d31d9b1f-58fe-4a5c-98c7-b7b709b14eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:42.668504 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd7715-f5a8-4a1e-bbba-2ae529b547e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead9bab-2a98-41df-9785-15a482a34d9e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:42.671572 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1acd7715-f5a8-4a1e-bbba-2ae529b547e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:42.678673 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1acd7715-f5a8-4a1e-bbba-2ae529b547e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:42.682524 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1acd7715-f5a8-4a1e-bbba-2ae529b547e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aead9bab-2a98-41df-9785-15a482a34d9e HTTP/1.1" status: 204  len: 168 time: 0.2858391
Apr 08 14:31:43.133920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039240d-1311-40e4-897a-ef80ef733d1d req-86448214-cf5b-45e7-8377-5f9df5f1650d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:43.135642 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2039240d-1311-40e4-897a-ef80ef733d1d req-86448214-cf5b-45e7-8377-5f9df5f1650d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.0979440
Apr 08 14:31:43.167091 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2039240d-1311-40e4-897a-ef80ef733d1d req-fdc40c45-e985-4aa6-9a14-a070ec508d10 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246153
Apr 08 14:31:43.289485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59480) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:43.311970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:43.329613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:43.333964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Usage tracker for resource:security_group_rule and tenant:32c0d1f9101341759144718e0ac917be is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:43.336970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:43.344241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:43.443715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:43.503427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:43.518882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-64b451b9-3e27-416b-baa0-67529e2af1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:43.548440 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32c0d1f9101341759144718e0ac917be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2568586
Apr 08 14:31:43.551574 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59494) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:43.563558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ec5e00-6a9e-4b60-badc-0b28f9e0651b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:43.567316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:43.643131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-888ddd9b-c4fe-4628-8e2b-7887480b46ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:43.671143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-888ddd9b-c4fe-4628-8e2b-7887480b46ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:43.698590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:43.766622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-888ddd9b-c4fe-4628-8e2b-7887480b46ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:43.772489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3bb9935e-f5e1-4682-a297-c18472976a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:43.789042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ddd9b-c4fe-4628-8e2b-7887480b46ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ec5e00-6a9e-4b60-badc-0b28f9e0651b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:43.794997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-888ddd9b-c4fe-4628-8e2b-7887480b46ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:43.805050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-888ddd9b-c4fe-4628-8e2b-7887480b46ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:43.808841 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-888ddd9b-c4fe-4628-8e2b-7887480b46ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0ec5e00-6a9e-4b60-badc-0b28f9e0651b HTTP/1.1" status: 204  len: 168 time: 0.2530365
Apr 08 14:31:44.309482 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:44.396028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59530) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:44.484684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Deleting subnet a3dd207f-fef5-4a81-bbfb-7fa652efbbd9 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:31:44.484841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8081f2-5019-4b7d-8cab-82064422c299 req-8471c5ed-ae92-4f8f-870a-d24ee8167f0e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:44.487109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:44.492247 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cb8081f2-5019-4b7d-8cab-82064422c299 req-8471c5ed-ae92-4f8f-870a-d24ee8167f0e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1128416
Apr 08 14:31:44.530764 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cb8081f2-5019-4b7d-8cab-82064422c299 req-7171ed8b-7a3b-41f6-a01a-274e6f9f07ad tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372660
Apr 08 14:31:44.545701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:44.554603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:44.644762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59540) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:44.969205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:44.993903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-425c42d1-9396-46ff-9c54-382199d1dcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:45.055209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3dd207f-fef5-4a81-bbfb-7fa652efbbd9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:45.102260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.124308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:45.133375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:45.139484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:856d87990bb1446993d8c66dddb93fda is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:45.143805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:45.154600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:45.167189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.174315 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a3dd207f-fef5-4a81-bbfb-7fa652efbbd9 HTTP/1.1" status: 204  len: 168 time: 0.7764032
Apr 08 14:31:45.176821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59560) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:45.256376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.298408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.320330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8b3459cc-cfcf-4f0d-8226-34a9687c1eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:45.328410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.355661 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=856d87990bb1446993d8c66dddb93fda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7094805
Apr 08 14:31:45.365686 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59568) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:45.401735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ef8e4e-5ca9-431d-ae1c-588a38bd9ade,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:45.408360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:45.467135 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e3439f7c-eddf-4d05-a645-b2ea5b5940f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.534946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e3439f7c-eddf-4d05-a645-b2ea5b5940f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.554065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.620729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e3439f7c-eddf-4d05-a645-b2ea5b5940f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.631812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a2ddb350-eaa5-4e94-af30-2f95ea44afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:45.730771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e3439f7c-eddf-4d05-a645-b2ea5b5940f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.735982 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e3439f7c-eddf-4d05-a645-b2ea5b5940f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7ef8e4e-5ca9-431d-ae1c-588a38bd9ade HTTP/1.1" status: 204  len: 168 time: 0.3650742
Apr 08 14:31:45.735982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3439f7c-eddf-4d05-a645-b2ea5b5940f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ef8e4e-5ca9-431d-ae1c-588a38bd9ade,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:45.740285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff30d29a518>> segment before_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.740285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff30d29a518>> subnet precommit_delete_associations 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.743260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30ce77780>> segment_host_mapping after_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.743933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30ce77780>> port after_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.744500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30ce77780>> port after_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.744876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30ce77780>> port after_update 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.745322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30ce77780>> segment after_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.745713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30ce77780>> subnet after_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.746082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30ce77780>> subnet after_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.746449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff30ce77780>> subnet after_update 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.761797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e3439f7c-eddf-4d05-a645-b2ea5b5940f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:45.839074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233d1e7-3063-4c22-b09d-597c7e75f9e3 req-818b4edb-c43a-40f6-932d-5e42eb8cb3c0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:45.844494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff30cad4518>> subnet after_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.844494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff30cad4518>> subnet after_delete 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.844494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff30cad4518>> subnet before_create 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.844494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff30cad4518>> subnet before_update 55550000 {{(pid=84460) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 14:31:45.844494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30ccc02b0>,) {'filters': {'network_id': ['3c30b66c-6633-437d-823c-c63f8f0409a2']}} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:45.848176 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1233d1e7-3063-4c22-b09d-597c7e75f9e3 req-818b4edb-c43a-40f6-932d-5e42eb8cb3c0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1938915
Apr 08 14:31:45.872659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30ccc02b0>, 'e7479aee-e79a-4939-a6c5-631e871c9eca') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:45.873434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30ccc02b0>, 'e7479aee-e79a-4939-a6c5-631e871c9eca') {} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:45.887717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850836600'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.924366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:45.931294 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1233d1e7-3063-4c22-b09d-597c7e75f9e3 req-eaf46319-db01-41a4-a965-1de751846916 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816967
Apr 08 14:31:45.945875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:31:46.225098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Network 3c30b66c-6633-437d-823c-c63f8f0409a2 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:31:46.236309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159265'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:46.482991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Network 3c30b66c-6633-437d-823c-c63f8f0409a2 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   from cryptography.utils import int_from_bytes
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   from cryptography.utils import int_from_bytes
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   (rel_b, rel_a, rel_b),
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   (rel_b, rel_a, rel_b),
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:31:46.525101 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:31:46.582395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59622) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:46.672501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:46.678095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ee1d61a-cfb2-40e2-a1f4-10cdc23daed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:46.696184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:46.717203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c30b66c-6633-437d-823c-c63f8f0409a2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:46.721151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:46.727471 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3c30b66c-6633-437d-823c-c63f8f0409a2 HTTP/1.1" status: 204  len: 168 time: 1.5447013
Apr 08 14:31:46.741836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:46.767495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:46.773154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Usage tracker for resource:security_group_rule and tenant:4660364cfb6c484babfdb25f2dacdb7d is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:46.777401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:46.788473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:46.902445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:46.906016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59644) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:46.928124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:46.944646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:46.954125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:46.955713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:46.971952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Usage tracker for resource:security_group_rule and tenant:e60a50d98cf54d88afd5393bea267574 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:46.979127 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:47.017742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59654) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:47.052092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0cdcd7-1a8c-4f2c-a007-f66ebc656e76,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:47.074977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:47.088338 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4660364cfb6c484babfdb25f2dacdb7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5043547
Apr 08 14:31:47.089194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59660) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:47.091066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:47.101511 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-40b744db-b86c-4826-8c0a-8b47165b498f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cf5c8658c804536bd7f4bce2cd61624&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0824137
Apr 08 14:31:47.102630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59664) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:47.178020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75550223-881a-456f-8923-781f9da55818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.208581 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75550223-881a-456f-8923-781f9da55818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.262633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2141055b-59fb-40b6-bed8-03514f556cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.320430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75550223-881a-456f-8923-781f9da55818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.340344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1fd5ce39-ac10-4307-b589-1c5864e27686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:47.352404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2141055b-59fb-40b6-bed8-03514f556cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.357190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-75550223-881a-456f-8923-781f9da55818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.361879 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-75550223-881a-456f-8923-781f9da55818 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f0cdcd7-1a8c-4f2c-a007-f66ebc656e76 HTTP/1.1" status: 204  len: 168 time: 0.2706897
Apr 08 14:31:47.364841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75550223-881a-456f-8923-781f9da55818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0cdcd7-1a8c-4f2c-a007-f66ebc656e76,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:47.369427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-75550223-881a-456f-8923-781f9da55818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:47.408277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38793-e58c-457d-a543-20c05fb52690 req-e8721fb4-8ad6-4869-a1b7-51020466e2cd tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:47.416563 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-48a38793-e58c-457d-a543-20c05fb52690 req-e8721fb4-8ad6-4869-a1b7-51020466e2cd tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.2455802
Apr 08 14:31:47.486168 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-48a38793-e58c-457d-a543-20c05fb52690 req-53de230a-a1db-4bbe-8adf-367e5afc7777 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686460
Apr 08 14:31:47.533782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.551932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.566132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e8639d6c-9180-4f20-a9a8-e07921acb224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:47.602635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c31375-8d07-4fc5-938e-01f302663ab3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:47.607558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2141055b-59fb-40b6-bed8-03514f556cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.613075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:47.614013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:47.643737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141055b-59fb-40b6-bed8-03514f556cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e82c90-4718-4684-99e9-378ab78cfea8,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:47.649014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2141055b-59fb-40b6-bed8-03514f556cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:47.654181 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-bd6d59da-e56c-4133-8b40-8175eb08d649 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e60a50d98cf54d88afd5393bea267574&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7469215
Apr 08 14:31:47.657186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59680) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:47.722818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2141055b-59fb-40b6-bed8-03514f556cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.724021 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2141055b-59fb-40b6-bed8-03514f556cd8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52e82c90-4718-4684-99e9-378ab78cfea8 HTTP/1.1" status: 204  len: 168 time: 0.6200957
Apr 08 14:31:47.731525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e5-5689-466f-84b2-40ed439d0310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.761129 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e5-5689-466f-84b2-40ed439d0310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.858963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e5-5689-466f-84b2-40ed439d0310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.863499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:47.877546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ae0e5-5689-466f-84b2-40ed439d0310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c31375-8d07-4fc5-938e-01f302663ab3,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:47.879971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-019ae0e5-5689-466f-84b2-40ed439d0310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:47.882852 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-019ae0e5-5689-466f-84b2-40ed439d0310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:47.885757 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-019ae0e5-5689-466f-84b2-40ed439d0310 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11c31375-8d07-4fc5-938e-01f302663ab3 HTTP/1.1" status: 204  len: 168 time: 0.2275007
Apr 08 14:31:48.824011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1662619-bcf2-4029-b19d-1570d0c3ccc0 req-a0372206-d42e-4b21-9fb2-d7780f7ed56e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:48.834365 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1662619-bcf2-4029-b19d-1570d0c3ccc0 req-a0372206-d42e-4b21-9fb2-d7780f7ed56e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1811597
Apr 08 14:31:48.869857 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1662619-bcf2-4029-b19d-1570d0c3ccc0 req-0f888fd6-d122-4efb-b5c7-c27d6d7dbb18 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343874
Apr 08 14:31:49.129998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59760) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:49.214287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] Deleting subnet bcf430e7-7235-43ff-9b5e-1a0390798ab6 {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:31:49.218483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.229930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59772) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:49.300194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3161120'] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.366034 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.591619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.608405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59784) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:49.620124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:49.625492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Usage tracker for resource:security_group_rule and tenant:4d0c640f1cbf439b94321701c424892d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:49.629046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:49.636611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:49.695194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-839703837-network', 'tenant_id': '93e0e693019741a985d7fcff118e2045'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:49.698457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853932718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-869736'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.703011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:49.712022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Usage tracker for resource:network and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:49.716249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:49.718221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:49.731733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:49.775616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.776296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf430e7-7235-43ff-9b5e-1a0390798ab6,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:49.812273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.823543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2f427306-3925-45a5-b0d7-604aaada9de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:49.829082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:49.857945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71c9ca0-1bd4-4d6d-9e0f-32bb16729ac6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:49.863999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Made reservation on behalf of 93e0e693019741a985d7fcff118e2045 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:31:49.868629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.873416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.876052 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f4698bcf-132e-44d3-8d87-2fc2d36acf1b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bcf430e7-7235-43ff-9b5e-1a0390798ab6 HTTP/1.1" status: 204  len: 168 time: 0.7447882
Apr 08 14:31:49.878698 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59794) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:49.887299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:49.925566 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d0c640f1cbf439b94321701c424892d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6943123
Apr 08 14:31:49.926625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:49.944820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59802) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:49.962706 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:49.970485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Usage tracker for resource:security_group_rule and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:49.975522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:50.010711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:50.055641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-553f3eab-0dbd-4f7d-b452-836ab17d68e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.100334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-553f3eab-0dbd-4f7d-b452-836ab17d68e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.131303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.197896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.245821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-553f3eab-0dbd-4f7d-b452-836ab17d68e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.250120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c68e0fba-6476-4bee-b1b0-e78b0c26f958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:50.264125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f3eab-0dbd-4f7d-b452-836ab17d68e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71c9ca0-1bd4-4d6d-9e0f-32bb16729ac6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:50.267390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-553f3eab-0dbd-4f7d-b452-836ab17d68e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:50.275275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-553f3eab-0dbd-4f7d-b452-836ab17d68e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.279092 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-553f3eab-0dbd-4f7d-b452-836ab17d68e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a71c9ca0-1bd4-4d6d-9e0f-32bb16729ac6 HTTP/1.1" status: 204  len: 168 time: 0.3288348
Apr 08 14:31:50.288599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.324423 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:31:50.337362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.337933 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Added segment c0d638e4-0d91-4b1c-a3c1-bc93107d17e7 of type vlan for network 15f07a12-ac6b-4c4c-9155-38f725b6aee9
Apr 08 14:31:50.368614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.378876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:50.449831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.457242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0da2a2-ab26-4f05-a5d4-0a8aa91f5705,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:50.485331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:50.495764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.505086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:50.519653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.520963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aef4f-6f0f-4db2-8b39-1038ef9d1ba0 req-1fdd5e1e-900e-4f53-9552-f28e9f6dd26c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:50.529603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:50.535994 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c31aef4f-6f0f-4db2-8b39-1038ef9d1ba0 req-1fdd5e1e-900e-4f53-9552-f28e9f6dd26c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.5038416
Apr 08 14:31:50.654307 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c31aef4f-6f0f-4db2-8b39-1038ef9d1ba0 req-cbeaca9b-13a4-46e3-b256-4af95ff370ea tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172185
Apr 08 14:31:50.679517 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0673428
Apr 08 14:31:50.683932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59816) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:50.699181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Pushing event updated for resources: {'Network': ['ID=15f07a12-ac6b-4c4c-9155-38f725b6aee9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:50.705766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Request body: {'subnet': {'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-subnet', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:50.713665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff307f62780>,) {'filters': {'network_id': ['24128686-92ed-4c9f-bdff-555e8b2ccd65']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:50.714768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:50.715389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:31:50.722948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:50.732259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Usage tracker for resource:subnet and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:50.735742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff307f62780>, '0ac7a6b7-00ab-4f9a-ae9c-4e3023a73c02') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:50.736085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff307f62780>, '0ac7a6b7-00ab-4f9a-ae9c-4e3023a73c02') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:50.743619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:50.754912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:50.758599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.780063 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:50.787647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:31:50.925348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Made reservation on behalf of 93e0e693019741a985d7fcff118e2045 for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:31:50.933044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853906111'] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.031477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59826) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:51.055988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.274258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:51.278305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Usage tracker for resource:security_group_rule and tenant:241fc4e95f0c4e4fb57e7ac134cc8dce is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:51.281526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:51.287695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:51.312979 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Network 24128686-92ed-4c9f-bdff-555e8b2ccd65 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:31:51.373767 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.384988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.422873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.431721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-235753e2-f91a-4d5c-ae5a-fa3e289cad2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:51.477824 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=241fc4e95f0c4e4fb57e7ac134cc8dce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4426253
Apr 08 14:31:51.477824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a428b-6aa3-40b1-99c9-3d08cd251c58,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:51.479521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59830) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:51.482356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:51.552011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fef82896-6dad-4020-85a0-42fff9855d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.574930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Network 24128686-92ed-4c9f-bdff-555e8b2ccd65 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:31:51.591775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fef82896-6dad-4020-85a0-42fff9855d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:31:51.599618 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:31:51.680206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fef82896-6dad-4020-85a0-42fff9855d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.687010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7afa0dd5-fc97-4b88-ab89-3a4345f2ec8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:51.711287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef82896-6dad-4020-85a0-42fff9855d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6a428b-6aa3-40b1-99c9-3d08cd251c58,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:51.713347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fef82896-6dad-4020-85a0-42fff9855d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:51.715020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fef82896-6dad-4020-85a0-42fff9855d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.725078 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fef82896-6dad-4020-85a0-42fff9855d30 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac6a428b-6aa3-40b1-99c9-3d08cd251c58 HTTP/1.1" status: 204  len: 168 time: 0.2394032
Apr 08 14:31:51.729984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.742585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e905736f-6462-47e4-aeb8-cfaa5bf80f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:51.768488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.783352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=24128686-92ed-4c9f-bdff-555e8b2ccd65,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:51.789020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:51.795333 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/24128686-92ed-4c9f-bdff-555e8b2ccd65 HTTP/1.1" status: 204  len: 168 time: 1.9128425
Apr 08 14:31:51.796628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59844) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:51.904343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] Deleting subnet 4c14f737-767a-41a9-8527-dc78174a5d80 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:31:51.924624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:51.954317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50a88b-d58a-4ec1-9587-7aa1c10c9f74 req-57e1e4c7-1e39-4795-8073-213e469a15f9 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:51.956111 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8c50a88b-d58a-4ec1-9587-7aa1c10c9f74 req-57e1e4c7-1e39-4795-8073-213e469a15f9 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1139617
Apr 08 14:31:51.998838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3939248'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.034610 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8c50a88b-d58a-4ec1-9587-7aa1c10c9f74 req-719a778f-e54d-4a2d-b66a-b2bc8f71a77d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603361
Apr 08 14:31:52.099827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.308001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-843166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853906064'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.325777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c91ac4f3-5abc-48a4-8a10-c2c6a94c705d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:52.476758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f01285-7c35-42b4-b2ab-c963766b44bc,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:52.479782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:52.512145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59864) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:52.536649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2380390'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.537865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.549887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Checking segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:31:52.550472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Network hostable DHCP agents. Network: 15f07a12-ac6b-4c4c-9155-38f725b6aee9, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:31:52.568508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b1072466-c3ff-41f0-9211-68aab5f0e540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:52.603453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:31:52.621650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:52.624845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c14f737-767a-41a9-8527-dc78174a5d80,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:52.675437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 15f07a12-ac6b-4c4c-9155-38f725b6aee9) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:31:52.678681 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:52.684450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Usage tracker for resource:security_group_rule and tenant:266eae3fcd744e92a560e75e9568a8a5 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:52.691644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:52.695815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f5334b-ed95-464b-838f-20cd69d0238e None None] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:31:52.709615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:52.710024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.710458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:52.751843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.766925 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4dd890dd-3c7a-4a8a-b47b-13d7456dc2f2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4c14f737-767a-41a9-8527-dc78174a5d80 HTTP/1.1" status: 204  len: 168 time: 0.9689054
Apr 08 14:31:52.769774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59874) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:52.781356 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.0962429
Apr 08 14:31:52.784065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59878) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:52.791510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:52.801713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:52.806635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Usage tracker for resource:router and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:52.815083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:52.825018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:52.877865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.879020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.896053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.934969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:52.994766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:31:52.996030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.021207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.141453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.155882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-75550223-881a-456f-8923-781f9da55818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:53.214702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.308646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Allocated IP 172.20.0.2 (15f07a12-ac6b-4c4c-9155-38f725b6aee9/f8f01285-7c35-42b4-b2ab-c963766b44bc/33b526ea-53b1-4e00-84e4-d1432a90369b) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:31:53.351787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.427248 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=266eae3fcd744e92a560e75e9568a8a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9137626
Apr 08 14:31:53.433965 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59898) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:53.434584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ebf9e-ffb3-4dd0-b920-a1aff99d543f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:53.440071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:53.480399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30cecf6a0>,) {'filters': {'network_id': ['2bfd7785-898a-4478-bfe3-79ed5440bb50']}} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:53.499002 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30cecf6a0>, 'fcb3a8b3-5989-40ff-a951-33d481ab43e2') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:53.499523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30cecf6a0>, 'fcb3a8b3-5989-40ff-a951-33d481ab43e2') {} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:53.501200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cf4f6-d1ca-4c32-9f50-102412a3307a req-1dcf77f8-26d4-4bcc-afa5-1746f119e140 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:53.502967 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0e3cf4f6-d1ca-4c32-9f50-102412a3307a req-1dcf77f8-26d4-4bcc-afa5-1746f119e140 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.2077794
Apr 08 14:31:53.515158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850836600'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.534177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.542795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:31:53.632666 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0e3cf4f6-d1ca-4c32-9f50-102412a3307a req-275c46a7-2508-41a3-a453-010abddbb09b tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692787
Apr 08 14:31:53.641824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4832e89-5d71-407c-8c97-19ae268eb926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.717225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4832e89-5d71-407c-8c97-19ae268eb926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.802531 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.804315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Network 2bfd7785-898a-4478-bfe3-79ed5440bb50 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:31:53.830831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159265'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.984081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4832e89-5d71-407c-8c97-19ae268eb926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:53.992534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1048c7bc-9098-473f-9d45-5279c2d76cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:54.010679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4832e89-5d71-407c-8c97-19ae268eb926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ebf9e-ffb3-4dd0-b920-a1aff99d543f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:54.012152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Network 2bfd7785-898a-4478-bfe3-79ed5440bb50 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:31:54.013070 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e4832e89-5d71-407c-8c97-19ae268eb926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:54.034180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4832e89-5d71-407c-8c97-19ae268eb926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.035466 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e4832e89-5d71-407c-8c97-19ae268eb926 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b61ebf9e-ffb3-4dd0-b920-a1aff99d543f HTTP/1.1" status: 204  len: 168 time: 0.6000834
Apr 08 14:31:54.041354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:31:54.049278 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:31:54.074152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.206080 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Transition to ACTIVE for port object 33b526ea-53b1-4e00-84e4-d1432a90369b will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:31:54.227081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Transition to ACTIVE for port object 33b526ea-53b1-4e00-84e4-d1432a90369b will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:31:54.262987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.265844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Allocated IP 172.27.1.179 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/5b78ca5c-b165-4c9e-825a-e8508def3037) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:31:54.268065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-48f5f3a7-920a-443c-9e00-50127630b170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:54.284209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.297718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.305258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bfd7785-898a-4478-bfe3-79ed5440bb50,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:54.309037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:54.310771 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2bfd7785-898a-4478-bfe3-79ed5440bb50 HTTP/1.1" status: 204  len: 168 time: 1.5400236
Apr 08 14:31:54.320245 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:54.409383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Pushing event updated for resources: {'Port': ['ID=33b526ea-53b1-4e00-84e4-d1432a90369b,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:54.419691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.420067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.422035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.422035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.422035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.422035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.422035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.422767 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.422767 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.423235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.423566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.423933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:31:54.484407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:54.582086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:31:54.583751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:31:54.588849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:31:54.674829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.708037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Attempting to bind port 33b526ea-53b1-4e00-84e4-d1432a90369b on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:31:54.708476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Attempting to bind port 33b526ea-53b1-4e00-84e4-d1432a90369b by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:31:54.708902 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Attempting to bind port 33b526ea-53b1-4e00-84e4-d1432a90369b on network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:31:54.718818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:31:54.722618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Checking segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:31:54.722618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.722618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Bound using segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:31:54.722618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Bound port: 33b526ea-53b1-4e00-84e4-d1432a90369b, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:31:54.722618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.750576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.775647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:54.813740 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] For port 33b526ea-53b1-4e00-84e4-d1432a90369b, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:31:54.817743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] For port 33b526ea-53b1-4e00-84e4-d1432a90369b, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=33b526ea-53b1-4e00-84e4-d1432a90369b,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:31:54.843941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:54.855436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59930) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:54.860420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:54.934627 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0647b197-5aea-4d28-b997-ded9fbf1f97f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c697d7b55c244406b8868af1477dfa7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0755570
Apr 08 14:31:54.935406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59938) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:54.955431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Pushing event updated for resources: {'Port': ['ID=33b526ea-53b1-4e00-84e4-d1432a90369b,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:54.966641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:55.055470 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be51f78d-599a-4062-b5b8-b0d4e7aab0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:55.092943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be51f78d-599a-4062-b5b8-b0d4e7aab0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:55.263308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be51f78d-599a-4062-b5b8-b0d4e7aab0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:55.269843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-44da03d9-f9d5-4bc6-a8c4-71fb862a68b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:55.282161 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Pushing event updated for resources: {'Port': ['ID=5b78ca5c-b165-4c9e-825a-e8508def3037,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:55.285372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:55.290449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51f78d-599a-4062-b5b8-b0d4e7aab0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541fb1d6-611b-4a83-816c-f78d5d1d81d9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:55.296679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-be51f78d-599a-4062-b5b8-b0d4e7aab0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:55.298149 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-be51f78d-599a-4062-b5b8-b0d4e7aab0a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/541fb1d6-611b-4a83-816c-f78d5d1d81d9 HTTP/1.1" status: 204  len: 168 time: 0.3616805
Apr 08 14:31:55.299258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-be51f78d-599a-4062-b5b8-b0d4e7aab0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:55.365031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85e3a5-f758-48dc-8bc5-a081fb629bd4 req-915c6a15-fc3c-4420-ac2b-3f0a85daf70a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:55.366694 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc85e3a5-f758-48dc-8bc5-a081fb629bd4 req-915c6a15-fc3c-4420-ac2b-3f0a85daf70a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.5222750
Apr 08 14:31:55.391899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:31:55.395137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:31:55.400095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:31:55.443245 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc85e3a5-f758-48dc-8bc5-a081fb629bd4 req-5ca71e3c-9291-4da6-a68f-6c7f2d8bc140 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684960
Apr 08 14:31:55.701191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 33b526ea-53b1-4e00-84e4-d1432a90369b up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:31:55.848877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 33b526ea-53b1-4e00-84e4-d1432a90369b completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:31:56.060669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59964) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:56.090793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.120291 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-aaec77c5-1a36-4a7b-a30f-58fcc904dc3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77040f96ea3d4a4aba8b7738240e9229&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0576549
Apr 08 14:31:56.122863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59968) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:56.193907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbba0457-59ba-4c61-b71e-09709361886f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.226456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbba0457-59ba-4c61-b71e-09709361886f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.360575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 59976) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:56.560102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbba0457-59ba-4c61-b71e-09709361886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.568237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.568896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a8522924-2516-40c4-adbb-8376abe39a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:56.583780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba0457-59ba-4c61-b71e-09709361886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a8bdc0-2b07-4e43-bec2-80c5e27eadf6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:56.586388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.599566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bbba0457-59ba-4c61-b71e-09709361886f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:56.618275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:56.624519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Usage tracker for resource:security_group_rule and tenant:69aa1f014c6944aa830c4cdeefbb6019 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:56.628199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:56.635063 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbba0457-59ba-4c61-b71e-09709361886f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.639521 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-bbba0457-59ba-4c61-b71e-09709361886f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05a8bdc0-2b07-4e43-bec2-80c5e27eadf6 HTTP/1.1" status: 204  len: 168 time: 0.5124595
Apr 08 14:31:56.653578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:56.788334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.838625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:56.852941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adffd238-4fad-48f7-8428-8e9fa35caf4a None None] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:31:56.859370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8d73269b-818f-41d5-ac13-1b6477fb67ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:56.907959 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69aa1f014c6944aa830c4cdeefbb6019&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5457914
Apr 08 14:31:56.910633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b68d7-d981-4cc8-96d1-363893188f6a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:56.911288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 59994) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:56.922356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:56.923831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e649-847a-4e01-90be-7dded33d2d9a req-6f6798b9-f57f-43dc-929e-25f5a1e55906 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:56.926257 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b5e6e649-847a-4e01-90be-7dded33d2d9a req-6f6798b9-f57f-43dc-929e-25f5a1e55906 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1781635
Apr 08 14:31:57.018376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] Provisioning for port 33b526ea-53b1-4e00-84e4-d1432a90369b completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:31:57.043934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] Provisioning complete for port 33b526ea-53b1-4e00-84e4-d1432a90369b triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:31:57.044616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.060760 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b5e6e649-847a-4e01-90be-7dded33d2d9a req-09a0784c-c2b2-4f86-b4a3-455c73368939 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140695
Apr 08 14:31:57.116960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a71fb36a-a2f0-4ab6-bfab-42cce7f57d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.150740 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a71fb36a-a2f0-4ab6-bfab-42cce7f57d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.223254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Router d61ad6df-6ea5-4d00-aa50-4dbda44c885f is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:31:57.293435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.321324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] For port 33b526ea-53b1-4e00-84e4-d1432a90369b, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=33b526ea-53b1-4e00-84e4-d1432a90369b,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:31:57.386558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.388570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-21057b3d-809f-474b-babe-7461ffa52b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:57.494030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] Pushing event updated for resources: {'Port': ['ID=33b526ea-53b1-4e00-84e4-d1432a90369b,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:57.502099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:57.503601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a71fb36a-a2f0-4ab6-bfab-42cce7f57d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.512347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2404bd2a-3510-4e21-82bc-655f58d5f4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:57.531473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fb36a-a2f0-4ab6-bfab-42cce7f57d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b68d7-d981-4cc8-96d1-363893188f6a,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:57.540766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a71fb36a-a2f0-4ab6-bfab-42cce7f57d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:57.562173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:31:57.564112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a71fb36a-a2f0-4ab6-bfab-42cce7f57d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.570914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Sync routers for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:31:57.579752 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a71fb36a-a2f0-4ab6-bfab-42cce7f57d74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e26b68d7-d981-4cc8-96d1-363893188f6a HTTP/1.1" status: 204  len: 168 time: 0.6529226
Apr 08 14:31:57.590515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:31:57.593683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e3409b0>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:31:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:57.624575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-b0eeee92-3bb7-480a-af2d-4e853cb3f6b8 None None] Provisioning complete for port 33b526ea-53b1-4e00-84e4-d1432a90369b triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:31:57.625250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b0eeee92-3bb7-480a-af2d-4e853cb3f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.657147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.658486 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.8729312
Apr 08 14:31:57.661855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60030) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:57.663692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 33b526ea-53b1-4e00-84e4-d1432a90369b up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:31:57.769042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60038) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:57.914936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 33b526ea-53b1-4e00-84e4-d1432a90369b triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:31:57.915375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:57.936732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:31:58.430940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:58.466701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:58.490068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0aed5-35b1-4fd1-80a3-724b5fd864a3 req-82a3916a-4b9c-460d-8bae-e5636c9b345d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:58.491894 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-44e0aed5-35b1-4fd1-80a3-724b5fd864a3 req-82a3916a-4b9c-460d-8bae-e5636c9b345d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1573639
Apr 08 14:31:58.498771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b17f1b248214c23a7788daa2e89e240 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:58.507865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:58.529673 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:58.665227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:58.714249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:58.731392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f53c6466-dfaf-4027-a93e-f48bd6d32727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:58.826126 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b17f1b248214c23a7788daa2e89e240&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0556798
Apr 08 14:31:58.835082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60084) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:58.837098 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-44e0aed5-35b1-4fd1-80a3-724b5fd864a3 req-f4466c41-7988-49e4-bb35-66fcfd11ef3d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371445
Apr 08 14:31:58.849136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e3409b0>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:31:55Z', 'revision_number': 3, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:31:58.869667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a902ea-8fa7-4c45-b989-38d6516685b5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:58.884009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:58.884419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Checking router: d61ad6df-6ea5-4d00-aa50-4dbda44c885f for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:31:58.884884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Updating router d61ad6df-6ea5-4d00-aa50-4dbda44c885f port 5b78ca5c-b165-4c9e-825a-e8508def3037 binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:31:58.960285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4755-5aeb-4fe0-a18f-24d341b10843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.003517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.027283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4755-5aeb-4fe0-a18f-24d341b10843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.194563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4755-5aeb-4fe0-a18f-24d341b10843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.198239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.201290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:59.235640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e4755-5aeb-4fe0-a18f-24d341b10843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a902ea-8fa7-4c45-b989-38d6516685b5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:31:59.256405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7c8e4755-5aeb-4fe0-a18f-24d341b10843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:31:59.258835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4755-5aeb-4fe0-a18f-24d341b10843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.262890 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7c8e4755-5aeb-4fe0-a18f-24d341b10843 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9a902ea-8fa7-4c45-b989-38d6516685b5 HTTP/1.1" status: 204  len: 168 time: 0.4268088
Apr 08 14:31:59.491216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60114) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:31:59.627059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11b291-eebe-4722-b259-bf86f7b3b0d0 req-42dd2090-8a64-472a-a85d-e38861f51a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:31:59.629049 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1a11b291-eebe-4722-b259-bf86f7b3b0d0 req-42dd2090-8a64-472a-a85d-e38861f51a19 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 1098 time: 0.2008295
Apr 08 14:31:59.688643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Allocated IP 172.20.0.1 (15f07a12-ac6b-4c4c-9155-38f725b6aee9/f8f01285-7c35-42b4-b2ab-c963766b44bc/f2355acc-327e-4213-9562-17ddb503527a) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:31:59.699461 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1a11b291-eebe-4722-b259-bf86f7b3b0d0 req-1ed4b649-9521-4fd0-a03f-0eaf2099fa28 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585656
Apr 08 14:31:59.827530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1023974308-network', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:31:59.827751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.830715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:31:59.838866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Usage tracker for resource:network and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:31:59.846582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:31:59.861216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:31:59.867209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.877545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Transition to ACTIVE for port object 5b78ca5c-b165-4c9e-825a-e8508def3037 will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:31:59.940435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:31:59.957039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:31:59.997980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Transition to ACTIVE for port object f2355acc-327e-4213-9562-17ddb503527a will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:00.032045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Made reservation on behalf of 7bcaf3f9f5db4e729a39ad3e9c368dba for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:32:00.038263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.057745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.069806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.091312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:00.097312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-66324331-23a9-48df-b65a-da3ad04607fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:00.097484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Usage tracker for resource:security_group_rule and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:00.101436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Pushing event updated for resources: {'Port': ['ID=5b78ca5c-b165-4c9e-825a-e8508def3037,revision_number=2']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:00.101608 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:00.109177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:00.113507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.113903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.114286 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.114663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.122526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.122526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.122526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.122526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.122526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.122526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.122526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.122526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:00.128897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:00.198662 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Pushing event updated for resources: {'Port': ['ID=f2355acc-327e-4213-9562-17ddb503527a,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:00.231607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Attempting to bind port 5b78ca5c-b165-4c9e-825a-e8508def3037 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:00.241770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Attempting to bind port 5b78ca5c-b165-4c9e-825a-e8508def3037 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:00.242306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Attempting to bind port 5b78ca5c-b165-4c9e-825a-e8508def3037 on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:00.252316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:00.269977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:00.270453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:00.270836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.271275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:00.271805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Bound port: 5b78ca5c-b165-4c9e-825a-e8508def3037, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:00.272220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.279950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.320302 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.326337 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-49f6e7ed-7e0f-4d33-95ca-f8f08d0cabda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:00.367610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:32:00.392342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a044a-7705-46b8-b93a-2f589a270380 req-d584343e-aabc-456e-9bfe-c2d2e212975c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:00.394588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2e4a044a-7705-46b8-b93a-2f589a270380 req-d584343e-aabc-456e-9bfe-c2d2e212975c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.3058596
Apr 08 14:32:00.400822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e147542-cf4b-4e71-bc35-f4afcc53514e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:00.405774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.407456 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Added segment 7a584a9a-339b-4944-af36-e0d0b05d326d of type vlan for network 077780ea-851f-45e2-9eeb-17d0c940b922
Apr 08 14:32:00.410484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:00.433598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] For port 5b78ca5c-b165-4c9e-825a-e8508def3037, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:00.446191 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2e4a044a-7705-46b8-b93a-2f589a270380 req-d4c86fc2-07d1-432e-ae6a-5f7a3251a078 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370481
Apr 08 14:32:00.449351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.449608 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] For port 5b78ca5c-b165-4c9e-825a-e8508def3037, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=5b78ca5c-b165-4c9e-825a-e8508def3037,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:00.485841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.500233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:00.502306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:00.505743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:00.524850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6f7f8557-7f3b-4912-9eb9-b46765792b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:00.555489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.556944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:00.557942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.564929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-913d27b4-dc3c-40e4-97e5-59cd8ba1a072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:00.674653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.917791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-cefc120e-9852-40fb-bd6d-973486e37a5d None None] Provisioning for port f2355acc-327e-4213-9562-17ddb503527a completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:00.918024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Pushing event updated for resources: {'Network': ['ID=077780ea-851f-45e2-9eeb-17d0c940b922,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:00.924101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-cefc120e-9852-40fb-bd6d-973486e37a5d None None] Provisioning complete for port f2355acc-327e-4213-9562-17ddb503527a triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:00.924867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cefc120e-9852-40fb-bd6d-973486e37a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:00.939515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:00.972741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Pushing event updated for resources: {'Port': ['ID=5b78ca5c-b165-4c9e-825a-e8508def3037,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:00.978376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ddf28565-ede5-4b7d-959f-c00819b117b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:00.982435 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4894936
Apr 08 14:32:00.991069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60166) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:00.996702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 077780ea-851f-45e2-9eeb-17d0c940b922 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:32:01.000800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Request body: {'subnet': {'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1023974308-subnet', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:01.035809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:01.050735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Usage tracker for resource:subnet and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:01.063915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:01.083379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:01.093188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:01.094456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e3409b0>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:31:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:01.150561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cefc120e-9852-40fb-bd6d-973486e37a5d None None] Port f2355acc-327e-4213-9562-17ddb503527a cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:01.152823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Made reservation on behalf of 7bcaf3f9f5db4e729a39ad3e9c368dba for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:32:01.158240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852395441'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:01.287670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:01.431991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:01.809741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:01.823647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4f25-4ef4-474a-8036-92c99a7fec9f req-2a39cfb4-f525-46bf-86ca-2de00c3a52af tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:01.825989 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-969d4f25-4ef4-474a-8036-92c99a7fec9f req-2a39cfb4-f525-46bf-86ca-2de00c3a52af tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1200001
Apr 08 14:32:01.876701 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-969d4f25-4ef4-474a-8036-92c99a7fec9f req-82f5ca20-6b85-4f5a-8b67-b894835eb2ed tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385551
Apr 08 14:32:01.877425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:01.878792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852616656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852395394'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:01.902319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:01.920593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:02.028565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e3409b0>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:31:59Z', 'revision_number': 1, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:02.034051 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da32960-bea3-41e8-b3a9-604e54266a78 None None] The sync data for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi is: [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:31:59Z', 'revision_number': 1, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:32:02.051304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Pushing event updated for resources: {'Port': ['ID=f2355acc-327e-4213-9562-17ddb503527a,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:02.062992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:02.085914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:02.280656 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:02.282616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:02.540191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c4fc65-164e-4238-bc05-672bcfebe362,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:02.543356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:02.593832 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Checking segment: {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:02.595212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Network hostable DHCP agents. Network: 077780ea-851f-45e2-9eeb-17d0c940b922, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:32:02.631349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Router d61ad6df-6ea5-4d00-aa50-4dbda44c885f has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:32:02.672581 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803a69f-8a1e-42c3-90d3-749b95a3b09d req-f37a2c3e-d2d2-4b4a-8099-20cf3b0ef317 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:02.681662 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2803a69f-8a1e-42c3-90d3-749b95a3b09d req-f37a2c3e-d2d2-4b4a-8099-20cf3b0ef317 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2344103
Apr 08 14:32:02.688103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-845ecec8-9369-4ae2-87cd-34f97a88fcd2 None None] Provisioning complete for port f2355acc-327e-4213-9562-17ddb503527a triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:02.688750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-845ecec8-9369-4ae2-87cd-34f97a88fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:02.720400 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2803a69f-8a1e-42c3-90d3-749b95a3b09d req-4a04c91b-f344-47cd-a533-9829912b5d13 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375175
Apr 08 14:32:02.721683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Network 077780ea-851f-45e2-9eeb-17d0c940b922 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:32:02.774768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 077780ea-851f-45e2-9eeb-17d0c940b922) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:02.782125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-845ecec8-9369-4ae2-87cd-34f97a88fcd2 None None] Port f2355acc-327e-4213-9562-17ddb503527a cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:02.788250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:02.788575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e21338-344b-46b3-9c26-1c65cd333fc6 None None] Network 077780ea-851f-45e2-9eeb-17d0c940b922 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:32:02.788902 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:02.850396 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7c2a25bb-3b13-463c-9711-d6c17e981dd2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8579755
Apr 08 14:32:02.853286 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60202) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:02.860591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:02.874240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:02.896218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Usage tracker for resource:router and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:02.903091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:02.922245 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:03.003562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:03.004897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:03.097769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-077780ea-851f-45e2-9eeb-17d0c940b922', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:32:03.098726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:03.156310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:03.295383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:32:03.343083 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] 10.222.0.62 "PUT /v2.0/routers/d61ad6df-6ea5-4d00-aa50-4dbda44c885f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6798797
Apr 08 14:32:03.469486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Allocated IP 172.20.0.2 (077780ea-851f-45e2-9eeb-17d0c940b922/79c4fc65-164e-4238-bc05-672bcfebe362/f46b9762-047a-44c6-a6bc-d6c1fc859728) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:03.753145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 5b78ca5c-b165-4c9e-825a-e8508def3037 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:03.950280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60230) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:04.000529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.203237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.246252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:04.253541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Usage tracker for resource:security_group_rule and tenant:d70894492f1341a69009d31b667ff576 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:04.257318 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:04.265611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:04.548349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.570805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Transition to ACTIVE for port object f46b9762-047a-44c6-a6bc-d6c1fc859728 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:04.608893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Transition to ACTIVE for port object f46b9762-047a-44c6-a6bc-d6c1fc859728 will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:04.613800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 5b78ca5c-b165-4c9e-825a-e8508def3037 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:04.617533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.619893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 5b78ca5c-b165-4c9e-825a-e8508def3037 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:04.620326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.668794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.697425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.708104 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.720886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8aa55bf8-db15-4643-b05d-cb4b717ee6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:04.742543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:04.794261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:04.797130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c20f6-bfe4-4b90-8f62-5e211a44257b,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:04.813410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:04.833883 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d70894492f1341a69009d31b667ff576&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8822639
Apr 08 14:32:04.836416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60258) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:04.999922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f3180a3-fd96-4b4a-8516-9080ea34b52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.058542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f3180a3-fd96-4b4a-8516-9080ea34b52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.060317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Network 077780ea-851f-45e2-9eeb-17d0c940b922 is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:05.078717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:05.092166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:05.122979 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Allocated IP 172.27.1.62 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/ab04fd51-b0cd-4860-bbad-dc030ac52a4b) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:05.150524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Pushing event updated for resources: {'Port': ['ID=f46b9762-047a-44c6-a6bc-d6c1fc859728,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:05.174496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f3180a3-fd96-4b4a-8516-9080ea34b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.183628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4f512805-114e-44ff-9b16-1984d54581de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:05.207681 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:05.226585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60268) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:05.228571 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3180a3-fd96-4b4a-8516-9080ea34b52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c20f6-bfe4-4b90-8f62-5e211a44257b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:05.230720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f3180a3-fd96-4b4a-8516-9080ea34b52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.231948 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5f3180a3-fd96-4b4a-8516-9080ea34b52d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/794c20f6-bfe4-4b90-8f62-5e211a44257b HTTP/1.1" status: 204  len: 168 time: 0.3945160
Apr 08 14:32:05.246364 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5f3180a3-fd96-4b4a-8516-9080ea34b52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:05.251307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692470283', 'description': 'tempest-description--1605209865'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:05.267208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:05.279496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:security_group and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:05.283326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:05.298315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:05.380474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.385025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:05.392833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.393761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:security_group_rule and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:05.393996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.397396 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:05.405656 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:05.417168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Attempting to bind port f46b9762-047a-44c6-a6bc-d6c1fc859728 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:05.417610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Attempting to bind port f46b9762-047a-44c6-a6bc-d6c1fc859728 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:05.418028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Attempting to bind port f46b9762-047a-44c6-a6bc-d6c1fc859728 on network 077780ea-851f-45e2-9eeb-17d0c940b922 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:05.433839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.455536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:05.458358 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Checking segment: {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:05.458358 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.458358 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Bound using segment: {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:05.459226 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Bound port: f46b9762-047a-44c6-a6bc-d6c1fc859728, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:05.459666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.478199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.507441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-055a1954-ad96-4c55-ad90-1332dca6014f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:05.530883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.531428 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 5b78ca5c-b165-4c9e-825a-e8508def3037, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=5b78ca5c-b165-4c9e-825a-e8508def3037,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:05.565282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.592373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.597794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-249d490f-589e-4051-ab56-27a3bc83131b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:05.613665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:05.648121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:05.652072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:05.660172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.662334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4292831
Apr 08 14:32:05.666744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60278) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:05.691292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'security_group_rule': {'security_group_id': '3cc94d86-71e6-4771-99fd-9d2fc9bd66f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:05.704472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] For port f46b9762-047a-44c6-a6bc-d6c1fc859728, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:05.706408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:05.708962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Pushing event updated for resources: {'Port': ['ID=ab04fd51-b0cd-4860-bbad-dc030ac52a4b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:05.716609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:05.717708 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:security_group_rule and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:05.722459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:05.732526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:05.734725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] For port f46b9762-047a-44c6-a6bc-d6c1fc859728, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f46b9762-047a-44c6-a6bc-d6c1fc859728,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:05.743787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=5b78ca5c-b165-4c9e-825a-e8508def3037,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:05.751094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:05.774308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:05.775757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:05.778242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:05.783791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:05.801976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:05.998900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Pushing event updated for resources: {'Port': ['ID=f46b9762-047a-44c6-a6bc-d6c1fc859728,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:06.006654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:06.007176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.150410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.194164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.196352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:06.220784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b0297f-09f2-4875-9d72-e2a88783eba0,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:06.226381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:06.305989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.307388 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6376176
Apr 08 14:32:06.310296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60296) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:06.317902 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'security_group_rule': {'security_group_id': '3cc94d86-71e6-4771-99fd-9d2fc9bd66f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:06.338344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:06.346835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:security_group_rule and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:06.364017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:06.383454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:06.460448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.495837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Sync routers for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:32:06.513758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:06.514700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d38a358>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:31:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:06.523016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.596355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.637395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.672911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f99ef674-511d-4648-9004-c67bc8fb6707 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:06.687945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d182db5-37f9-41cd-aabf-0e1eb837224c,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:06.699229 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:06.708779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:06.713370 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3985915
Apr 08 14:32:06.714444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60308) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:06.725174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:06.735853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:06.737622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:06.797747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:floatingip and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:06.806703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:06.880445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:07.114015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d38a358>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 2, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:07.118716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Checking router: d61ad6df-6ea5-4d00-aa50-4dbda44c885f for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:32:07.119144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Updating router d61ad6df-6ea5-4d00-aa50-4dbda44c885f port f2355acc-327e-4213-9562-17ddb503527a binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:32:07.153941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:07.179908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:07.206452 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:07.554343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:07.687534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:07.687921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Router 5dc16b8f-fb19-4339-b90c-519e05683124 is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:32:07.721064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Transition to ACTIVE for port object f2355acc-327e-4213-9562-17ddb503527a will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:07.748600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96119cd0-9a02-49e5-8b48-d8e459041e5e None None] Network 077780ea-851f-45e2-9eeb-17d0c940b922 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:32:07.824054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:07.881435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:07.964766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f46b9762-047a-44c6-a6bc-d6c1fc859728 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:07.987742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Allocated IP 172.27.1.165 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/988e6dec-c8aa-46ea-bb78-819782024b8e) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:08.077934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:32:08.080773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Sync routers for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:32:08.096424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:08.097559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e340ac8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:31:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:08.161695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:08.165751 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.3082640
Apr 08 14:32:08.166268 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60338) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:08.292760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:08.367781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:08.423639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:08.477089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-aa45dd3e-14d9-43b2-acaf-d1215e6bb329 None None] Provisioning for port f46b9762-047a-44c6-a6bc-d6c1fc859728 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:08.507764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798bb56-9e64-46f5-b693-8e114dbf8788 None None] Pushing event updated for resources: {'Port': ['ID=f2355acc-327e-4213-9562-17ddb503527a,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:08.526914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e798bb56-9e64-46f5-b693-8e114dbf8788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:08.607209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:08.693322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:08.704274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:08.707359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:08.758075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'Port': ['ID=988e6dec-c8aa-46ea-bb78-819782024b8e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:08.761699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:08.832405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port f46b9762-047a-44c6-a6bc-d6c1fc859728 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:08.839084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:08.854606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port f46b9762-047a-44c6-a6bc-d6c1fc859728 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:08.855037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:08.863481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e340ac8>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:06Z', 'revision_number': 3, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:08.872910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Checking router: 5dc16b8f-fb19-4339-b90c-519e05683124 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:32:08.874169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Updating router 5dc16b8f-fb19-4339-b90c-519e05683124 port ab04fd51-b0cd-4860-bbad-dc030ac52a4b binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:32:09.024361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.070048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Attempting to bind port f2355acc-327e-4213-9562-17ddb503527a on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:09.070403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Attempting to bind port f2355acc-327e-4213-9562-17ddb503527a by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:09.070811 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Attempting to bind port f2355acc-327e-4213-9562-17ddb503527a on network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:09.105890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:09.106611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Checking segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:09.107197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.107829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Bound using segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:09.109055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Bound port: f2355acc-327e-4213-9562-17ddb503527a, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:09.109678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.109806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.476277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.510162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] For port f2355acc-327e-4213-9562-17ddb503527a, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:09.513018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.578049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port f46b9762-047a-44c6-a6bc-d6c1fc859728, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f46b9762-047a-44c6-a6bc-d6c1fc859728,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:09.582120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] For port f2355acc-327e-4213-9562-17ddb503527a, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f2355acc-327e-4213-9562-17ddb503527a,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:09.618892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-65413bef-29ef-4767-b633-271c765c6487 None None] Provisioning complete for port f46b9762-047a-44c6-a6bc-d6c1fc859728 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:09.618892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65413bef-29ef-4767-b633-271c765c6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.691752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.692703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 5b78ca5c-b165-4c9e-825a-e8508def3037 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:09.763456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.806560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e798bb56-9e64-46f5-b693-8e114dbf8788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:09.817091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.849099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-513a6061-4848-4ac5-9798-68ed7ecb766e tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:09.853256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:09.924243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Allocated IP 172.20.0.1 (077780ea-851f-45e2-9eeb-17d0c940b922/79c4fc65-164e-4238-bc05-672bcfebe362/04dbc42b-3175-4f13-b64e-b0c92c01a60a) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:09.991167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.017588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Transition to ACTIVE for port object ab04fd51-b0cd-4860-bbad-dc030ac52a4b will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:10.071446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.140763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'Port': ['ID=988e6dec-c8aa-46ea-bb78-819782024b8e,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:10.153211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:10.154167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8c06eed1-d653-488b-8067-5765017f0dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:10.187986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d7594e5-f3f5-4b23-a010-b24fe7c99116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.233861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb61472-eb06-4e80-beb8-b7406036645d None None] Pushing event updated for resources: {'Port': ['ID=ab04fd51-b0cd-4860-bbad-dc030ac52a4b,revision_number=2']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:10.238334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ceb61472-eb06-4e80-beb8-b7406036645d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:10.246059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.297866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3385c8-728b-41f4-ba70-03a22785b1b7 req-41a24f22-4412-4cf9-9dc6-c01bfb5fa54d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:10.311694 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be3385c8-728b-41f4-ba70-03a22785b1b7 req-41a24f22-4412-4cf9-9dc6-c01bfb5fa54d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2669041
Apr 08 14:32:10.323948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-f60ccb1c-0467-45a1-89cc-06a21dcd7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:10.326077 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-f60ccb1c-0467-45a1-89cc-06a21dcd7f85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1099 time: 0.2744713
Apr 08 14:32:10.331240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 5b78ca5c-b165-4c9e-825a-e8508def3037 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:10.333807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.340955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Transition to ACTIVE for port object 04dbc42b-3175-4f13-b64e-b0c92c01a60a will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:10.365560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.402086 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be3385c8-728b-41f4-ba70-03a22785b1b7 req-eaa27027-92ac-4bec-a49c-8f3ebccbb89f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797608
Apr 08 14:32:10.411598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=f46b9762-047a-44c6-a6bc-d6c1fc859728,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:10.425328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:10.429783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.551s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:10.481352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Attempting to bind port ab04fd51-b0cd-4860-bbad-dc030ac52a4b on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:10.482687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Attempting to bind port ab04fd51-b0cd-4860-bbad-dc030ac52a4b by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:10.483336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Attempting to bind port ab04fd51-b0cd-4860-bbad-dc030ac52a4b on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:10.491193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.493330 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7779996
Apr 08 14:32:10.495294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:10.496116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:10.496711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.497312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:10.498108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Bound port: ab04fd51-b0cd-4860-bbad-dc030ac52a4b, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:10.499580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.601417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-065dcc60-f617-4de6-98d1-cc7ff3738591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:10.604254 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-065dcc60-f617-4de6-98d1-cc7ff3738591 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 920 time: 0.2614098
Apr 08 14:32:10.722018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] For port ab04fd51-b0cd-4860-bbad-dc030ac52a4b, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:10.732104 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] For port ab04fd51-b0cd-4860-bbad-dc030ac52a4b, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ab04fd51-b0cd-4860-bbad-dc030ac52a4b,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:10.754463 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-9855793b-7850-4632-98db-76ee83d0e117 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 200  len: 217 time: 0.1273766
Apr 08 14:32:10.800253 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.857599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-7a9251ea-5914-4024-a691-9315262bc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:10.860110 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-7a9251ea-5914-4024-a691-9315262bc253 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.1001911
Apr 08 14:32:10.861997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:10.898113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798bb56-9e64-46f5-b693-8e114dbf8788 None None] Pushing event updated for resources: {'Port': ['ID=f2355acc-327e-4213-9562-17ddb503527a,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:10.905386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:10.906334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d38a358>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:31:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:10.919797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:11.053980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-ef142718-2ea4-4546-897a-7d75180ae769 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:11.145087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-ef142718-2ea4-4546-897a-7d75180ae769 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:11.147343 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-ef142718-2ea4-4546-897a-7d75180ae769 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1692470283&fields=id&tenant_id=93e0e693019741a985d7fcff118e2045 HTTP/1.1" status: 200  len: 267 time: 0.2237897
Apr 08 14:32:11.251797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:11.335940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e798bb56-9e64-46f5-b693-8e114dbf8788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:11.337614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f46b9762-047a-44c6-a6bc-d6c1fc859728 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:11.414378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Network 077780ea-851f-45e2-9eeb-17d0c940b922 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:11.487856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:11.490264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port f46b9762-047a-44c6-a6bc-d6c1fc859728 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:11.491001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:11.503018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Pushing event updated for resources: {'Port': ['ID=04dbc42b-3175-4f13-b64e-b0c92c01a60a,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:11.513013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:11.583933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-4f944bb0-f58b-48d6-a1e2-0339ea1a4aaa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:11.584771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-4f944bb0-f58b-48d6-a1e2-0339ea1a4aaa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:11.601269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:11.607528 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-77e0ae6b-559b-4b4a-9f89-6878d89c126b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3567379
Apr 08 14:32:11.629846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:11.662588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-4f944bb0-f58b-48d6-a1e2-0339ea1a4aaa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:11.663858 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-4f944bb0-f58b-48d6-a1e2-0339ea1a4aaa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 816 time: 0.5068221
Apr 08 14:32:11.694635 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-af4a57cd-7fea-4f8a-a09b-8e0a0c76ae5c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/quotas/93e0e693019741a985d7fcff118e2045 HTTP/1.1" status: 200  len: 375 time: 0.0232222
Apr 08 14:32:11.838526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb61472-eb06-4e80-beb8-b7406036645d None None] Pushing event updated for resources: {'Port': ['ID=ab04fd51-b0cd-4860-bbad-dc030ac52a4b,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:11.846742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ceb61472-eb06-4e80-beb8-b7406036645d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:11.863578 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-6a0d15c2-6a4c-46c7-8ef5-56b87bd993e0 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1606591
Apr 08 14:32:11.873145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:11.932042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:11.932553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e340ac8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:31:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:12.051075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e32d0285-3f3c-490e-95d4-809918eaf6fd None None] Provisioning for port 04dbc42b-3175-4f13-b64e-b0c92c01a60a completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:12.085285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e32d0285-3f3c-490e-95d4-809918eaf6fd None None] Provisioning complete for port 04dbc42b-3175-4f13-b64e-b0c92c01a60a triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:12.086336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e32d0285-3f3c-490e-95d4-809918eaf6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:12.322859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:12.550149 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-340f1b9c-5c25-4ef8-a69a-29a9975f04f6 service neutron] 10.222.0.62 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6517069
Apr 08 14:32:12.574087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19d024-518f-4bf5-87ab-f5b5cf5e8cc0 req-9f0f41f4-e660-43c0-b77e-04b111702197 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:12.576334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4f19d024-518f-4bf5-87ab-f5b5cf5e8cc0 req-9f0f41f4-e660-43c0-b77e-04b111702197 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.8839769
Apr 08 14:32:12.660869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:12.762265 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-d9843e73-dbed-4792-95d5-d9a97533b7f1 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1226568
Apr 08 14:32:12.777968 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4f19d024-518f-4bf5-87ab-f5b5cf5e8cc0 req-b33b1e29-d5af-44be-a086-a67f8174216c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233652
Apr 08 14:32:12.860955 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-fbc6dd97-cf3b-4c87-abb4-585cd35daee3 service neutron] 10.222.0.62 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3038459
Apr 08 14:32:12.950768 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eddf202f-f3b7-4b3c-a8ec-6ac98a0054f6 req-7adbaa00-aa02-41d5-ad49-95b791c53805 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711514
Apr 08 14:32:13.040720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e32d0285-3f3c-490e-95d4-809918eaf6fd None None] Port 04dbc42b-3175-4f13-b64e-b0c92c01a60a cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:13.085323 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0284afd6-999c-4e8d-a9f5-441462d68525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.119514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.121242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d38a358>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:09Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:13.130338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc6d4db-aea1-4617-a6fb-ad93397f8e0e None None] The sync data for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi is: [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:09Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:32:13.168943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f2355acc-327e-4213-9562-17ddb503527a up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:13.225789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e340ac8>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:06Z', 'revision_number': 3, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:13.230800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126db0a6-dea0-4755-98a4-117e312ab2ef None None] The sync data for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi is: [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:06Z', 'revision_number': 3, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:32:13.335055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.372003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.374642 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port f2355acc-327e-4213-9562-17ddb503527a completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:13.407995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port f2355acc-327e-4213-9562-17ddb503527a triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:13.408433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.448209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:13.632450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-123859e5-6d98-4ec3-94be-08cebefd8a50 req-837903be-a9c5-4f10-92e3-4751c4719cbe tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:13.652365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Pushing event updated for resources: {'Port': ['ID=04dbc42b-3175-4f13-b64e-b0c92c01a60a,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:13.688861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:13.700858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.841230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.864961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port f2355acc-327e-4213-9562-17ddb503527a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f2355acc-327e-4213-9562-17ddb503527a,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:13.867657 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.901877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-123859e5-6d98-4ec3-94be-08cebefd8a50 req-837903be-a9c5-4f10-92e3-4751c4719cbe tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:13.921376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:13.925834 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-123859e5-6d98-4ec3-94be-08cebefd8a50 req-837903be-a9c5-4f10-92e3-4751c4719cbe tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 210 time: 0.4783800
Apr 08 14:32:13.927671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:14.145060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Network 077780ea-851f-45e2-9eeb-17d0c940b922 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:14.145528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=f2355acc-327e-4213-9562-17ddb503527a,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:14.149506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:14.150563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:14.360307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34ed43-1e8c-4d55-b3f6-f72289e4a5da req-f576b294-a524-4dc5-925e-d4dd2cb7135f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:14.360516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:14.387764 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ee34ed43-1e8c-4d55-b3f6-f72289e4a5da req-f576b294-a524-4dc5-925e-d4dd2cb7135f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2762861
Apr 08 14:32:14.453911 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ee34ed43-1e8c-4d55-b3f6-f72289e4a5da req-3ee80ab9-cd2e-436c-9999-50c0d39c4a7e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646720
Apr 08 14:32:14.591125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a9b9a4a8-5032-4d36-8fb5-c2d9213cb5b5 None None] Provisioning complete for port 04dbc42b-3175-4f13-b64e-b0c92c01a60a triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:14.591544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a4a8-5032-4d36-8fb5-c2d9213cb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:14.731142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9a4a8-5032-4d36-8fb5-c2d9213cb5b5 None None] Port 04dbc42b-3175-4f13-b64e-b0c92c01a60a cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:14.764834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Router 5dc16b8f-fb19-4339-b90c-519e05683124 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:32:15.045927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:32:15.057476 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] 10.222.0.62 "PUT /v2.0/routers/5dc16b8f-fb19-4339-b90c-519e05683124/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8898587
Apr 08 14:32:15.238734 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-417af3f5-6bb7-4bda-a531-2f0817cc4d54 req-9d9c2a36-62d5-4952-ac72-d26cb6a11a39 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 210 time: 0.1178553
Apr 08 14:32:15.289059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f2355acc-327e-4213-9562-17ddb503527a up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:15.422948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port f2355acc-327e-4213-9562-17ddb503527a triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:15.423476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:15.679355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ab04fd51-b0cd-4860-bbad-dc030ac52a4b up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:15.824058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fa167-3ce0-4c69-ba6d-174d74cfd9d1 req-32e95a74-f6b4-43cd-a6f1-069ad96f1b51 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:15.827227 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e91fa167-3ce0-4c69-ba6d-174d74cfd9d1 req-32e95a74-f6b4-43cd-a6f1-069ad96f1b51 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2103217
Apr 08 14:32:15.865642 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port ab04fd51-b0cd-4860-bbad-dc030ac52a4b completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:15.872329 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e91fa167-3ce0-4c69-ba6d-174d74cfd9d1 req-edbd5ba6-13fe-4c17-b7fa-e0237c5412e1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362685
Apr 08 14:32:15.903066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port ab04fd51-b0cd-4860-bbad-dc030ac52a4b triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:15.903725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:15.940187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:32:16.097020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.301317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port ab04fd51-b0cd-4860-bbad-dc030ac52a4b, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ab04fd51-b0cd-4860-bbad-dc030ac52a4b,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:16.315870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60528) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:16.322225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-864407021-network', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:16.342801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:16.353224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Usage tracker for resource:network and tenant:3387f7c044bf453da1e323ae98ef79ed is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:16.365446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.366059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:16.368009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:16.379011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:16.425940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Made reservation on behalf of 3387f7c044bf453da1e323ae98ef79ed for: {'network': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:32:16.431099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.445928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.462682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:16.467864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Usage tracker for resource:security_group_rule and tenant:3387f7c044bf453da1e323ae98ef79ed is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:16.481464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:16.490802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:16.498823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=ab04fd51-b0cd-4860-bbad-dc030ac52a4b,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:16.514748 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:16.540089 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3d2f8a7a-bc33-4479-9199-d26b3211b11c req-97c5bd31-51c4-4233-83c8-d54c9baa6ecf tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 210 time: 0.1141753
Apr 08 14:32:16.675650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.728514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.734124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-24429b5a-2862-49b7-8460-e98ea4a1fd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:16.772204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'}  {{(pid=84461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:32:16.782070 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664122c9-b881-4879-a977-afcb0bc1a05f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:16.786419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:16.789041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.789471 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Added segment 40fb7b22-469d-474d-be50-85e09ce24337 of type vlan for network 208b619f-dcba-49b0-8671-6b73d6e927c8
Apr 08 14:32:16.856805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.986355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:16.988469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:16.989147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:17.035379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:17.088686 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Sync routers for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:32:17.089619 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7723920
Apr 08 14:32:17.093585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60556) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:17.099915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Request body: {'subnet': {'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-864407021-subnet', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:17.127881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:17.127976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ab04fd51-b0cd-4860-bbad-dc030ac52a4b up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:17.128059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Usage tracker for resource:subnet and tenant:3387f7c044bf453da1e323ae98ef79ed is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:17.130956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:17.137839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:17.168705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:17.169452 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d437400>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:32:13Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:17.177418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Pushing event updated for resources: {'Network': ['ID=208b619f-dcba-49b0-8671-6b73d6e927c8,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:17.181637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:17.236722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Made reservation on behalf of 3387f7c044bf453da1e323ae98ef79ed for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:32:17.240788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:32:17.241467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852395441'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:17.535872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port ab04fd51-b0cd-4860-bbad-dc030ac52a4b triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:17.536392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:17.537524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60566) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:17.540298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea648966-6ec0-4901-ac60-f06ec7ca7ce6 req-ac7ddc17-8422-4740-83f4-77932b1dd677 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:17.548878 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ea648966-6ec0-4901-ac60-f06ec7ca7ce6 req-ac7ddc17-8422-4740-83f4-77932b1dd677 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.4252980
Apr 08 14:32:17.579621 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ea648966-6ec0-4901-ac60-f06ec7ca7ce6 req-02f4c4d6-9b70-45fa-9cd1-a7219ad9acae tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295491
Apr 08 14:32:17.641517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:17.771059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:17.791589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:17.797022 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e13f0e9e-5ea7-4a21-b110-cace58d96cb2 req-b9c59f05-ffe5-4740-83fc-f43808068419 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 210 time: 0.0629070
Apr 08 14:32:17.802321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Usage tracker for resource:security_group_rule and tenant:aa19ffe3bbb84f538d34a7da858a59a9 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:17.815383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:17.830660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:17.871846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852616656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852395394'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:17.986905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.018034 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:18.023453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.085682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e90ba50-4df9-42af-8c9d-ab563c0940f7,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:18.089399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:18.097648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a71fb36a-a2f0-4ab6-bfab-42cce7f57d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:18.110089 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa19ffe3bbb84f538d34a7da858a59a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5689068
Apr 08 14:32:18.110746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60586) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:18.133861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Checking segment: {'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:18.134511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Network hostable DHCP agents. Network: 208b619f-dcba-49b0-8671-6b73d6e927c8, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:32:18.177688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d437400>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 2, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:18.183516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Checking router: 5dc16b8f-fb19-4339-b90c-519e05683124 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:32:18.184101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Updating router 5dc16b8f-fb19-4339-b90c-519e05683124 port 04dbc42b-3175-4f13-b64e-b0c92c01a60a binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:32:18.198017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaf4813-897e-44db-9fc7-986156e626c6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:18.198329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:32:18.213041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:18.254162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97795a97-ccef-4176-bcbf-428c0884cc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.256789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 208b619f-dcba-49b0-8671-6b73d6e927c8) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:18.272020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fdf1e0-6410-4218-bc4d-c54bd7211c82 None None] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:32:18.287931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:18.288868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.303571 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97795a97-ccef-4176-bcbf-428c0884cc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.310734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.341334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4ddead85-a735-4aec-ab61-954ff1fad9dc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2465169
Apr 08 14:32:18.344894 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60592) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:18.352392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:18.364342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:18.369397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Usage tracker for resource:router and tenant:3387f7c044bf453da1e323ae98ef79ed is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:18.373305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:18.379867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:18.414048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97795a97-ccef-4176-bcbf-428c0884cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.418573 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4d41814a-4fda-497c-81b2-dae572f94972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:18.437886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97795a97-ccef-4176-bcbf-428c0884cc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaf4813-897e-44db-9fc7-986156e626c6,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:18.441886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-97795a97-ccef-4176-bcbf-428c0884cc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:18.449166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.450711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.451164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97795a97-ccef-4176-bcbf-428c0884cc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.458488 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-97795a97-ccef-4176-bcbf-428c0884cc2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6aaf4813-897e-44db-9fc7-986156e626c6 HTTP/1.1" status: 204  len: 168 time: 0.3463798
Apr 08 14:32:18.469527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.780575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-208b619f-dcba-49b0-8671-6b73d6e927c8', 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'fixed_ips': [{'subnet_id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:32:18.781558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:18.829020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.042935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88270ebe-cf53-4d56-b13e-dbb5f56cdb56 req-d6163f1d-64d3-44d2-b66a-16905331b3f8 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:19.044657 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-88270ebe-cf53-4d56-b13e-dbb5f56cdb56 req-d6163f1d-64d3-44d2-b66a-16905331b3f8 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2033079
Apr 08 14:32:19.099259 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-88270ebe-cf53-4d56-b13e-dbb5f56cdb56 req-09eb274f-9fa6-4223-8546-1084ae4ed9ee tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319581
Apr 08 14:32:19.206552 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60622) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:19.224440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Allocated IP 172.20.0.2 (208b619f-dcba-49b0-8671-6b73d6e927c8/6e90ba50-4df9-42af-8c9d-ab563c0940f7/2aca2b25-878d-4c5b-a786-8292134e2bed) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:19.238978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.515577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-2e63b1ae-250f-4c03-adfe-4263db2e361f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:19.517316 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-2e63b1ae-250f-4c03-adfe-4263db2e361f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 816 time: 0.2481182
Apr 08 14:32:19.521553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:19.535204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7a5b143629094902b205411a589dd5a9 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:19.538592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:19.558214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:19.603995 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-20397b77-1678-461b-8673-58fa36e2bf09 req-65f07093-c160-462b-b2f0-19c62dbfa7ec tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 210 time: 0.0554061
Apr 08 14:32:19.612720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.651142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.678604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Transition to ACTIVE for port object 04dbc42b-3175-4f13-b64e-b0c92c01a60a will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:19.688399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.701789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Transition to ACTIVE for port object 2aca2b25-878d-4c5b-a786-8292134e2bed will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:19.708465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-7d97f148-d193-45c9-9865-77693e5a5975 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:security_group {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:19.721478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.721707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.736610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-7d97f148-d193-45c9-9865-77693e5a5975 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:security_group {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:19.738716 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-7d97f148-d193-45c9-9865-77693e5a5975 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93e0e693019741a985d7fcff118e2045 HTTP/1.1" status: 200  len: 5709 time: 0.1934047
Apr 08 14:32:19.741282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:19.757691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'port': {'device_id': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'admin_state_up': True, 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'security_groups': ['3cc94d86-71e6-4771-99fd-9d2fc9bd66f4']}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:19.787128 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.827456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Transition to ACTIVE for port object 2aca2b25-878d-4c5b-a786-8292134e2bed will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:19.859821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.874954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-97795a97-ccef-4176-bcbf-428c0884cc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:19.888707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91525d9c-8c2c-4f2c-ac76-ec73973592be None None] Pushing event updated for resources: {'Port': ['ID=04dbc42b-3175-4f13-b64e-b0c92c01a60a,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:19.893966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-91525d9c-8c2c-4f2c-ac76-ec73973592be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:19.904119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Allocated IP 172.27.1.198 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/0f675e69-a858-4fb8-995d-3d66e8061ce0) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:19.907379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:19.922912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:19.941091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abc0c4b-e591-4e30-9e80-425f24e1063d,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:19.962137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:20.005536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:20.005628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Pushing event updated for resources: {'Port': ['ID=2aca2b25-878d-4c5b-a786-8292134e2bed,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:20.015919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:20.016597 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:20.030091 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a5b143629094902b205411a589dd5a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8215904
Apr 08 14:32:20.030955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60636) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:20.071781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Made reservation on behalf of 93e0e693019741a985d7fcff118e2045 for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:32:20.078529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.112752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.172934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a2-5431-4e44-ac88-18e47bb572cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.208844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.243444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:20.287882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a2-5431-4e44-ac88-18e47bb572cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.368691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Attempting to bind port 04dbc42b-3175-4f13-b64e-b0c92c01a60a on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:20.368691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Attempting to bind port 04dbc42b-3175-4f13-b64e-b0c92c01a60a by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:20.369213 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Attempting to bind port 04dbc42b-3175-4f13-b64e-b0c92c01a60a on network 077780ea-851f-45e2-9eeb-17d0c940b922 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:20.383637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:20.394460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:20.396305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:20.396733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Checking segment: {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:20.397231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.397679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Bound using segment: {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:20.398224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Bound port: 04dbc42b-3175-4f13-b64e-b0c92c01a60a, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:20.398647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.409556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Allocated IP 172.20.0.4 (15f07a12-ac6b-4c4c-9155-38f725b6aee9/f8f01285-7c35-42b4-b2ab-c963766b44bc/6e9c1b71-739d-4d6c-b012-ef5645fb4a44) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:20.426599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Pushing event updated for resources: {'Port': ['ID=0f675e69-a858-4fb8-995d-3d66e8061ce0,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:20.440934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:20.447049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.447453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.447858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.448264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.448654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.449057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.449479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.450119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.450514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.450902 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.451289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.452185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:20.567991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:20.648820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Attempting to bind port 2aca2b25-878d-4c5b-a786-8292134e2bed on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:20.649503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Attempting to bind port 2aca2b25-878d-4c5b-a786-8292134e2bed by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:20.649945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Attempting to bind port 2aca2b25-878d-4c5b-a786-8292134e2bed on network 208b619f-dcba-49b0-8671-6b73d6e927c8 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:20.666056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:20.666480 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Checking segment: {'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:20.666936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.667385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Bound using segment: {'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:20.667941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Bound port: 2aca2b25-878d-4c5b-a786-8292134e2bed, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:20.668414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.675983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:20.677380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:20.680158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:20.748838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] For port 04dbc42b-3175-4f13-b64e-b0c92c01a60a, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:20.763367 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] For port 04dbc42b-3175-4f13-b64e-b0c92c01a60a, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=04dbc42b-3175-4f13-b64e-b0c92c01a60a,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:20.765504 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] For port 2aca2b25-878d-4c5b-a786-8292134e2bed, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:20.768634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a2-5431-4e44-ac88-18e47bb572cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.768909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] For port 2aca2b25-878d-4c5b-a786-8292134e2bed, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2aca2b25-878d-4c5b-a786-8292134e2bed,segment=NetworkSegment(40fb7b22-469d-474d-be50-85e09ce24337),segment_id=40fb7b22-469d-474d-be50-85e09ce24337)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:20.775214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-710b2217-1d63-42db-bdb7-2b2c072693d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:20.808571 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.828494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf7a2-5431-4e44-ac88-18e47bb572cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abc0c4b-e591-4e30-9e80-425f24e1063d,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:20.828719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-91525d9c-8c2c-4f2c-ac76-ec73973592be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:20.831694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-597bf7a2-5431-4e44-ac88-18e47bb572cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:20.908837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.918025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318b413-d984-4f44-8e1e-34ff934246ed req-09772253-bf69-4217-aa01-005d2aac4ea1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:20.919885 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a318b413-d984-4f44-8e1e-34ff934246ed req-09772253-bf69-4217-aa01-005d2aac4ea1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.4998322
Apr 08 14:32:20.981829 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a318b413-d984-4f44-8e1e-34ff934246ed req-f26c5042-4bed-453e-b2d1-c9f9891617bc tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487964
Apr 08 14:32:20.982849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a2-5431-4e44-ac88-18e47bb572cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:20.984087 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-597bf7a2-5431-4e44-ac88-18e47bb572cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5abc0c4b-e591-4e30-9e80-425f24e1063d HTTP/1.1" status: 204  len: 168 time: 0.9521158
Apr 08 14:32:21.099856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:21.106934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91525d9c-8c2c-4f2c-ac76-ec73973592be None None] Pushing event updated for resources: {'Port': ['ID=04dbc42b-3175-4f13-b64e-b0c92c01a60a,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:21.110747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-91525d9c-8c2c-4f2c-ac76-ec73973592be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:21.121321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:21.142040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Transition to ACTIVE for port object 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:21.262542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:21.288588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Pushing event updated for resources: {'Port': ['ID=2aca2b25-878d-4c5b-a786-8292134e2bed,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:21.294905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:21.313064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:21.318060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d437400>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:32:13Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:21.469461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f1189acb-10df-4e75-ba73-51824fce6171 tempest-DeleteServersTestJSON-708066354 tempest-DeleteServersTestJSON-708066354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:21.587656 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:21.610971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:21.618490 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:21.620816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:21.628367 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:21.649375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:21.726096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176edcb-5fac-49e6-8400-2c0cd89d209e req-90a785a5-77df-4c6c-8f5d-a229442b2f76 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:21.727005 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e176edcb-5fac-49e6-8400-2c0cd89d209e req-90a785a5-77df-4c6c-8f5d-a229442b2f76 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:21.738498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:21.739219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:21.823306 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0729067
Apr 08 14:32:21.846242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e176edcb-5fac-49e6-8400-2c0cd89d209e req-90a785a5-77df-4c6c-8f5d-a229442b2f76 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:21.856056 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e176edcb-5fac-49e6-8400-2c0cd89d209e req-90a785a5-77df-4c6c-8f5d-a229442b2f76 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 931 time: 0.6824377
Apr 08 14:32:21.914265 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e176edcb-5fac-49e6-8400-2c0cd89d209e req-4978aa31-ddca-4474-89a5-dab3a6e1ea5a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533049
Apr 08 14:32:21.988344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:22.115516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60662) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:22.142101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.172582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:22.218774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2b1a5ee300495b9c50fa89c11d1a9c is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:22.227155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:22.227854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.237823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:22.301689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8fc94-cbec-4504-8d73-fcadfead3a43 req-2c476221-c5a1-4e92-a484-74be01029686 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:22.303418 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b4b8fc94-cbec-4504-8d73-fcadfead3a43 req-2c476221-c5a1-4e92-a484-74be01029686 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1354198
Apr 08 14:32:22.310540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-17220517-34b7-4d81-a937-c43c97e62b05 None None] Provisioning for port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:22.323165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-17220517-34b7-4d81-a937-c43c97e62b05 None None] Provisioning complete for port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:22.323927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-17220517-34b7-4d81-a937-c43c97e62b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.414844 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b4b8fc94-cbec-4504-8d73-fcadfead3a43 req-b17deae6-4071-4cf3-9aa5-7e7e86f25a2b tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705841
Apr 08 14:32:22.419885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.439348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-17220517-34b7-4d81-a937-c43c97e62b05 None None] Port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:22.454810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.461650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d437400>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:20Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:22.466348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-926f394c-1868-47b9-a43a-b2b43589d1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:22.467611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660fa421-157e-4092-8042-932d2c7077f6 None None] The sync data for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi is: [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:20Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:32:22.520893 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f2b1a5ee300495b9c50fa89c11d1a9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4048538
Apr 08 14:32:22.527255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60668) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:22.553847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74727eb-b1aa-4a46-aab7-f79548135b35,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:22.560248 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:22.616443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:32:22.622661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6f51-c71b-4b7d-98d4-7c28b962bfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.664311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6f51-c71b-4b7d-98d4-7c28b962bfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.763018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6f51-c71b-4b7d-98d4-7c28b962bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.770968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5f3180a3-fd96-4b4a-8516-9080ea34b52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:22.785566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa6f51-c71b-4b7d-98d4-7c28b962bfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74727eb-b1aa-4a46-aab7-f79548135b35,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:22.787938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6f51-c71b-4b7d-98d4-7c28b962bfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.789229 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-bdaa6f51-c71b-4b7d-98d4-7c28b962bfec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f74727eb-b1aa-4a46-aab7-f79548135b35 HTTP/1.1" status: 204  len: 168 time: 0.2611136
Apr 08 14:32:22.790463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bdaa6f51-c71b-4b7d-98d4-7c28b962bfec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:22.873089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:32:22.890699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Sync routers for ids ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:32:22.902697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Request body: {'port': {'device_id': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:22.916003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Routers {'2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:22.916715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d820f28>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:32:13Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:22.968909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:22.973000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.6241007
Apr 08 14:32:22.973536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60682) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:23.214631 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:23.301330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Set router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:23.307960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 04dbc42b-3175-4f13-b64e-b0c92c01a60a up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:23.391605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927bc7fa-29cd-46b9-a97e-e69daf7e0393 None None] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:32:23.641085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e600de-9438-4b35-bf5a-4dc552bd1c7b req-5162e422-ea5f-4b2d-b1de-091b8b166903 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:23.646048 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-61e600de-9438-4b35-bf5a-4dc552bd1c7b req-5162e422-ea5f-4b2d-b1de-091b8b166903 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 931 time: 0.3947160
Apr 08 14:32:23.849780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-38662336-3d18-4156-8e84-d14731f16627 None None] Provisioning for port 2aca2b25-878d-4c5b-a786-8292134e2bed completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:23.872781 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-61e600de-9438-4b35-bf5a-4dc552bd1c7b req-58c6d74a-2527-4595-869c-52c6ce4c8b4f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2070291
Apr 08 14:32:23.957376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 04dbc42b-3175-4f13-b64e-b0c92c01a60a completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:23.983993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 04dbc42b-3175-4f13-b64e-b0c92c01a60a triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:23.984427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:24.379353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d820f28>, [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:32:21Z', 'revision_number': 3, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:24.398519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Checking router: 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:32:24.398917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Updating router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf port 0f675e69-a858-4fb8-995d-3d66e8061ce0 binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:32:24.417665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:32:24.426083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:24.430138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:24.462873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Transition to ACTIVE for port object 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:24.474834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 04dbc42b-3175-4f13-b64e-b0c92c01a60a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=04dbc42b-3175-4f13-b64e-b0c92c01a60a,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:24.507939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:24.526808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:24.559246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:24.561751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2aca2b25-878d-4c5b-a786-8292134e2bed up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:24.725045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-11327add-50f3-4acf-8a11-7088c028e8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:24.840647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:24.843109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77fede-da6c-4f8d-832f-4a42682f79c3 req-66190a93-1e43-46e3-ba3e-d3696193542d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:24.853471 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c77fede-da6c-4f8d-832f-4a42682f79c3 req-66190a93-1e43-46e3-ba3e-d3696193542d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 1.0218267
Apr 08 14:32:25.030769 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c77fede-da6c-4f8d-832f-4a42682f79c3 req-388e4a73-bace-4399-80ed-79f58e6ab8fc tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653745
Apr 08 14:32:25.077571 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=04dbc42b-3175-4f13-b64e-b0c92c01a60a,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:25.095799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 2aca2b25-878d-4c5b-a786-8292134e2bed completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:25.105884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:25.107221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 2aca2b25-878d-4c5b-a786-8292134e2bed triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:25.107699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:25.323761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:25.501271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:25.537991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:25.611365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:25.614807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.615249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.615670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.616072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.616480 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.616871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.617289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.617700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.618090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.618474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.618862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.619247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:25.652214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 2aca2b25-878d-4c5b-a786-8292134e2bed, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2aca2b25-878d-4c5b-a786-8292134e2bed,segment=NetworkSegment(40fb7b22-469d-474d-be50-85e09ce24337),segment_id=40fb7b22-469d-474d-be50-85e09ce24337)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:25.652903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:25.663286 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Transition to ACTIVE for port object 0f675e69-a858-4fb8-995d-3d66e8061ce0 will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:25.700246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:25.703309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:25.726228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Allocated IP 172.20.0.1 (208b619f-dcba-49b0-8671-6b73d6e927c8/6e90ba50-4df9-42af-8c9d-ab563c0940f7/cacaebaf-e654-4e4a-88e2-3ab91dd38a45) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:25.747825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:25.794707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24afcc4-1bfa-4d0e-84dd-24dc3ac04fe4 req-f456b51d-6be1-4ee8-9797-97bff05d20ce tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:25.797305 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f24afcc4-1bfa-4d0e-84dd-24dc3ac04fe4 req-f456b51d-6be1-4ee8-9797-97bff05d20ce tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.5746939
Apr 08 14:32:25.798172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Attempting to bind port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:25.798623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Attempting to bind port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:25.799078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Attempting to bind port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 on network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:25.807225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 on network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:32:25.807689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Attempting to bind port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 on network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:25.816696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:25.817072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Checking segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:25.817996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Bound using segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:25.818696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Bound port: 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:25.819113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:25.865297 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 04dbc42b-3175-4f13-b64e-b0c92c01a60a up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:25.982995 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f24afcc4-1bfa-4d0e-84dd-24dc3ac04fe4 req-84d98bc4-629e-4166-92f9-578a4bf78fcc tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1759737
Apr 08 14:32:25.987382 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:25.991804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=2aca2b25-878d-4c5b-a786-8292134e2bed,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:25.996885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:26.009003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:26.013215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:26.021474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ceb61472-eb06-4e80-beb8-b7406036645d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:26.023587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Transition to ACTIVE for port object cacaebaf-e654-4e4a-88e2-3ab91dd38a45 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:26.043487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:26.087322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 04dbc42b-3175-4f13-b64e-b0c92c01a60a triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:26.089191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:26.103278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:26.195360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Attempting to bind port 0f675e69-a858-4fb8-995d-3d66e8061ce0 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:26.195794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Attempting to bind port 0f675e69-a858-4fb8-995d-3d66e8061ce0 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:26.196197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Attempting to bind port 0f675e69-a858-4fb8-995d-3d66e8061ce0 on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:26.205474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:26.205899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:26.206358 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:26.206802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:26.207343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Bound port: 0f675e69-a858-4fb8-995d-3d66e8061ce0, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:26.207762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:26.316131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] For port 0f675e69-a858-4fb8-995d-3d66e8061ce0, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:26.322079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] For port 0f675e69-a858-4fb8-995d-3d66e8061ce0, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=0f675e69-a858-4fb8-995d-3d66e8061ce0,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:26.370114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8ce7e-8b07-4692-8369-fe95716a906b None None] Pushing event updated for resources: {'Port': ['ID=0f675e69-a858-4fb8-995d-3d66e8061ce0,revision_number=2']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:26.378674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e8d8ce7e-8b07-4692-8369-fe95716a906b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:26.392459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:26.413803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:26.414446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:26.416475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:26.489964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:26.491407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:26.492942 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] 10.222.0.70 "PUT /v2.0/ports/6e9c1b71-739d-4d6c-b012-ef5645fb4a44 HTTP/1.1" status: 200  len: 1093 time: 3.5952506
Apr 08 14:32:26.493550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:32:26.519783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:26.525925 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:26.586709 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'status': 'completed', 'code': 200}
Apr 08 14:32:26.602090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Pushing event updated for resources: {'Port': ['ID=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:26.611545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:26.618787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:26.620878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:26.647258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:26.701085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d1019-ba15-47a5-b373-f758df558a59 req-50e7bd4e-f24d-4b1d-89a0-f61d19ef4445 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:26.710069 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bb0d1019-ba15-47a5-b373-f758df558a59 req-50e7bd4e-f24d-4b1d-89a0-f61d19ef4445 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2965746
Apr 08 14:32:26.769259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc129d1-3500-4c4d-976e-d350a28696d2 req-a2a549d2-79a0-4a71-accd-386fa2297387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:26.770982 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9dc129d1-3500-4c4d-976e-d350a28696d2 req-a2a549d2-79a0-4a71-accd-386fa2297387 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 1096 time: 0.1649027
Apr 08 14:32:26.787963 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bb0d1019-ba15-47a5-b373-f758df558a59 req-262fc76d-0563-47cd-afef-0623cc40ac89 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768130
Apr 08 14:32:26.799737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:27.094566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8ce7e-8b07-4692-8369-fe95716a906b None None] Pushing event updated for resources: {'Port': ['ID=0f675e69-a858-4fb8-995d-3d66e8061ce0,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:27.100694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e8d8ce7e-8b07-4692-8369-fe95716a906b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:27.126874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:27.136601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-86f8709b-d422-4c04-afba-35b206b3632d None None] Provisioning for port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:27.147685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-86f8709b-d422-4c04-afba-35b206b3632d None None] Provisioning complete for port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:27.148106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc129d1-3500-4c4d-976e-d350a28696d2 req-3dd26f3c-9fac-4b13-97cf-23d2d40a06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:27.148225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-86f8709b-d422-4c04-afba-35b206b3632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:27.148327 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9dc129d1-3500-4c4d-976e-d350a28696d2 req-3dd26f3c-9fac-4b13-97cf-23d2d40a06d3 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=93e0e693019741a985d7fcff118e2045&shared=False HTTP/1.1" status: 200  len: 917 time: 0.3649561
Apr 08 14:32:27.212965 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Routers {'2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:27.218906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d820f28>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:32:13Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:27.333623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-86f8709b-d422-4c04-afba-35b206b3632d None None] Port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:27.483724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc129d1-3500-4c4d-976e-d350a28696d2 req-2db884d5-c935-4cb8-917e-fb41317b19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:27.485389 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9dc129d1-3500-4c4d-976e-d350a28696d2 req-2db884d5-c935-4cb8-917e-fb41317b19d4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3307550
Apr 08 14:32:27.598284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] Set router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:27.624537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97d24c-41a8-479b-8a92-35d53f9bb392 req-c0438453-317b-441f-8cbf-eddc0e935891 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:27.626270 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ed97d24c-41a8-479b-8a92-35d53f9bb392 req-c0438453-317b-441f-8cbf-eddc0e935891 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.2284474
Apr 08 14:32:27.698431 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ed97d24c-41a8-479b-8a92-35d53f9bb392 req-812b8ac1-ad60-4647-bccc-219f7dd9b040 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625269
Apr 08 14:32:27.710664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:27.722298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-ad2f20fd-c29d-45ea-8a16-cea0daa362ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:27.724259 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-ad2f20fd-c29d-45ea-8a16-cea0daa362ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 1096 time: 0.1747661
Apr 08 14:32:27.787473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:27.830348 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-9d6a3208-470b-418f-a6b4-a3a465104ae0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44 HTTP/1.1" status: 200  len: 217 time: 0.0897217
Apr 08 14:32:27.837449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:27.881465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2aca2b25-878d-4c5b-a786-8292134e2bed up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:27.999970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-5b198245-890c-4d98-8f53-a3ee1f11787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:28.004534 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-5b198245-890c-4d98-8f53-a3ee1f11787c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.1632602
Apr 08 14:32:28.033016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:28.051476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Pushing event updated for resources: {'Port': ['ID=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:28.052828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 2aca2b25-878d-4c5b-a786-8292134e2bed triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:28.053855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:28.056763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:28.169697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-45d3b0e9-42ec-4bcd-8357-33e39c3eb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:28.171771 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-45d3b0e9-42ec-4bcd-8357-33e39c3eb46d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1595166
Apr 08 14:32:28.193231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d820f28>, [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:32:26Z', 'revision_number': 4, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'cacaebaf-e654-4e4a-88e2-3ab91dd38a45', 'name': '', 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'mac_address': 'fa:16:3e:b9:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:25Z', 'updated_at': '2021-04-08T14:32:25Z', 'revision_number': 1, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'subnets': [{'id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:28.200272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271a2ce-e3bc-4334-aa8a-da790d7c175f None None] The sync data for ids ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'] in dv-cinder-784623-3-iscsi is: [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:32:26Z', 'revision_number': 4, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'cacaebaf-e654-4e4a-88e2-3ab91dd38a45', 'name': '', 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'mac_address': 'fa:16:3e:b9:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:25Z', 'updated_at': '2021-04-08T14:32:25Z', 'revision_number': 1, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'subnets': [{'id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:32:28.251398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2917f60-3558-497f-94f1-0d902d0b00c5 req-91cadb3b-ce2e-40c0-b449-8149f0970261 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:28.260036 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e2917f60-3558-497f-94f1-0d902d0b00c5 req-91cadb3b-ce2e-40c0-b449-8149f0970261 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.3104134
Apr 08 14:32:28.372953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e2917f60-3558-497f-94f1-0d902d0b00c5 req-fb229673-46c5-4918-a2cf-f845fe197d0a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116545
Apr 08 14:32:28.415785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:28.417925 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:28.428638 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-24c11406-1b9f-4e01-970b-a79845cd1d41 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2404735
Apr 08 14:32:28.732112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:32:28.819154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-acae27d4-3f2f-4d61-bf68-1df18b7a36fb None None] Provisioning complete for port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:28.819713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-acae27d4-3f2f-4d61-bf68-1df18b7a36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:28.913173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-acae27d4-3f2f-4d61-bf68-1df18b7a36fb None None] Port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:28.948466 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0a4a189-db8f-4fe2-9d87-2ef4f9d0dcef req-15235de6-9330-43c1-9dc3-1c8fc2ad2874 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5200024
Apr 08 14:32:29.080519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a3f4b-af36-480c-b3b3-59021955861a req-3fd72c9c-6ec3-4a4a-ba6b-95b60cc5a7f9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:29.086115 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-821a3f4b-af36-480c-b3b3-59021955861a req-3fd72c9c-6ec3-4a4a-ba6b-95b60cc5a7f9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.1140704
Apr 08 14:32:29.120510 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-821a3f4b-af36-480c-b3b3-59021955861a req-2d8a9a7e-154b-4f17-bb04-2664edaaead5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0289903
Apr 08 14:32:29.137388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:32:29.170715 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] 10.222.0.62 "PUT /v2.0/routers/2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1956007
Apr 08 14:32:29.876502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 0f675e69-a858-4fb8-995d-3d66e8061ce0 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:29.879372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b0220-1899-4d6b-96a0-cb5f65512b05 req-9fde25a4-63a3-436d-a274-f1106d68e346 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:29.881227 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-008b0220-1899-4d6b-96a0-cb5f65512b05 req-9fde25a4-63a3-436d-a274-f1106d68e346 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2333682
Apr 08 14:32:29.891163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e75b9-2ea1-4a88-abf3-b0c34e12a7cc req-33d8703f-124b-4f28-b2af-a4e61c5dd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:29.893697 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0b2e75b9-2ea1-4a88-abf3-b0c34e12a7cc req-33d8703f-124b-4f28-b2af-a4e61c5dd569 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1099 time: 0.1998880
Apr 08 14:32:29.965935 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0b2e75b9-2ea1-4a88-abf3-b0c34e12a7cc req-d1c3e706-8672-444d-8dfb-31b13530d4c5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586870
Apr 08 14:32:29.967863 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-008b0220-1899-4d6b-96a0-cb5f65512b05 req-ef4684ad-d494-4b48-ab10-d9ed7c979273 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774572
Apr 08 14:32:30.085000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 0f675e69-a858-4fb8-995d-3d66e8061ce0 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:30.091437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 0f675e69-a858-4fb8-995d-3d66e8061ce0 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:30.092271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:30.149960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60898) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:30.427605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:30.466187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 0f675e69-a858-4fb8-995d-3d66e8061ce0, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=0f675e69-a858-4fb8-995d-3d66e8061ce0,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:30.508763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:30.510995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:30.576183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:30.665918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:30.673802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Usage tracker for resource:security_group_rule and tenant:4f3b5d779bb54197b9e0a266e59391e8 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:30.683820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:30.694697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:30.708982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=0f675e69-a858-4fb8-995d-3d66e8061ce0,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:30.726909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:30.741384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598efc5-06eb-4487-9015-6051b035328b req-b7ed051a-410f-45af-9634-451738bff1fb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:30.754077 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6598efc5-06eb-4487-9015-6051b035328b req-b7ed051a-410f-45af-9634-451738bff1fb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.2381222
Apr 08 14:32:31.141029 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6598efc5-06eb-4487-9015-6051b035328b req-e4591403-173d-4dff-ac3c-1279b863aedf tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3857377
Apr 08 14:32:31.194891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:32:31.335362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581acba-73f3-469e-a5ea-19a4ef7285a3 req-583582ca-5003-4860-bb6b-72a1184eca77 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:31.355805 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d581acba-73f3-469e-a5ea-19a4ef7285a3 req-583582ca-5003-4860-bb6b-72a1184eca77 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1482990
Apr 08 14:32:31.397310 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d581acba-73f3-469e-a5ea-19a4ef7285a3 req-707f6cb9-4665-4a2b-b14a-ac5da1eae331 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403814
Apr 08 14:32:31.464898 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:31.536529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:31.565541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:31.571972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'port_id': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'mac_address': 'fa:16:3e:09:04:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:32:31.577890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-888ddd9b-c4fe-4628-8e2b-7887480b46ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:31.642869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:31.644807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:32:31.661270 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f3b5d779bb54197b9e0a266e59391e8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5101023
Apr 08 14:32:31.664204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 60946) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:31.669680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:31.672740 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3adc014-cd15-4fc0-b219-f4dcb998b5e2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:31.676490 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:31.696378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:31.700871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:31.790658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2045abec-a8e6-492e-b34c-53b53ff5d8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:31.849443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2045abec-a8e6-492e-b34c-53b53ff5d8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:31.857030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:31.882667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:31.887458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 0f675e69-a858-4fb8-995d-3d66e8061ce0 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:32.005254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 0f675e69-a858-4fb8-995d-3d66e8061ce0 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:32.005705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:32.079089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2045abec-a8e6-492e-b34c-53b53ff5d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:32.104136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3198c34e-d032-4920-99b3-287b1a473bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:32.128239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['6e9c1b71-739d-4d6c-b012-ef5645fb4a44'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:32:32.144374 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045abec-a8e6-492e-b34c-53b53ff5d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3adc014-cd15-4fc0-b219-f4dcb998b5e2,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:32.163042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2045abec-a8e6-492e-b34c-53b53ff5d8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:32.175242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2045abec-a8e6-492e-b34c-53b53ff5d8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:32.180648 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2045abec-a8e6-492e-b34c-53b53ff5d8ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3adc014-cd15-4fc0-b219-f4dcb998b5e2 HTTP/1.1" status: 204  len: 168 time: 0.5122557
Apr 08 14:32:32.225729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764c0d5-0a3c-4d8d-94ff-27e606b6e573 req-88079694-2c1f-400d-b54c-e8f20f38d152 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:32.236300 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d764c0d5-0a3c-4d8d-94ff-27e606b6e573 req-88079694-2c1f-400d-b54c-e8f20f38d152 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2153950
Apr 08 14:32:32.285485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-8f619070-dcc9-4132-aa61-25a65569ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:32.287458 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-8f619070-dcc9-4132-aa61-25a65569ebc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1099 time: 0.3033919
Apr 08 14:32:32.340739 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d764c0d5-0a3c-4d8d-94ff-27e606b6e573 req-54b5e654-aca2-4159-b810-830cd8a803ff tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958226
Apr 08 14:32:32.542749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-0ace4f8f-df8f-43e4-a062-0184dd1a02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:32.544770 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-0ace4f8f-df8f-43e4-a062-0184dd1a02b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 920 time: 0.2465148
Apr 08 14:32:32.695920 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-726a45d8-6c64-46b9-abdf-344ca037272e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 200  len: 217 time: 0.0970008
Apr 08 14:32:32.788364 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-761bc72f-c6f3-468b-8e12-69dd7b001c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:32.790481 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-761bc72f-c6f3-468b-8e12-69dd7b001c82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.0855646
Apr 08 14:32:32.792394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Sync routers for ids ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:32:32.862709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Routers {'2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:32.863735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30daf4940>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:32:13Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:32.866828 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-c2184d0e-e001-4836-9eff-e95fe253cd2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664129
Apr 08 14:32:32.883351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b1eaf-d308-4f86-93e9-4a6ebe8e80a5 req-3a65a246-274b-400d-99f9-bbf252e9fdee tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:32.892354 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fc6b1eaf-d308-4f86-93e9-4a6ebe8e80a5 req-3a65a246-274b-400d-99f9-bbf252e9fdee tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 944 time: 0.3461623
Apr 08 14:32:32.939128 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fc6b1eaf-d308-4f86-93e9-4a6ebe8e80a5 req-db57f3ed-3ea3-4233-901e-010937855723 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455000
Apr 08 14:32:33.180200 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-14b959ab-1879-40df-ad84-524cc428d7b4 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581944
Apr 08 14:32:33.212738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Set router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:33.403634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 60984) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:33.464325 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f09f2dba-80c8-4e38-a6dc-b3c7103182ea req-4e26b520-0de8-4aeb-9db4-e2ea4b043268 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2760475
Apr 08 14:32:33.712690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-d85e09b4-ea4c-4c71-b1fa-6a0f88aa6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:33.721644 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-d85e09b4-ea4c-4c71-b1fa-6a0f88aa6c0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1099 time: 0.1885805
Apr 08 14:32:33.860813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba337b5-c7f5-4b25-892a-118ec9f9188f req-cd422823-695a-41aa-bfa3-a2fdc769623d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:33.871977 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bba337b5-c7f5-4b25-892a-118ec9f9188f req-cd422823-695a-41aa-bfa3-a2fdc769623d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2240167
Apr 08 14:32:33.933591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:33.955249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30daf4940>, [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:32:26Z', 'revision_number': 4, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'cacaebaf-e654-4e4a-88e2-3ab91dd38a45', 'name': '', 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'mac_address': 'fa:16:3e:b9:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:25Z', 'updated_at': '2021-04-08T14:32:27Z', 'revision_number': 2, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'subnets': [{'id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:33.964913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Checking router: 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:32:33.965361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Updating router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:32:33.970380 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bba337b5-c7f5-4b25-892a-118ec9f9188f req-1b0d5644-e9f7-4f87-9431-86358216deda tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972893
Apr 08 14:32:33.972423 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:33.997279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Usage tracker for resource:security_group_rule and tenant:59a88a8199164290aa5d6fb80b091b23 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:34.010172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:34.019823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-cea3468c-da1a-4a05-a679-95aa0a600ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:34.020471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:34.028575 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-cea3468c-da1a-4a05-a679-95aa0a600ff3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 920 time: 0.2789330
Apr 08 14:32:34.068723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:34.251839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:34.294270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:34.308582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:34.312060 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-3886123e-e353-4b0e-842a-2181a6f934ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 200  len: 217 time: 0.2695673
Apr 08 14:32:34.469000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59a88a8199164290aa5d6fb80b091b23&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0632384
Apr 08 14:32:34.470510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f48973d-488a-49f2-9494-5085247fa4bc,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:34.480487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:34.481679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 32776) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:34.510712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-5e1393aa-c9a8-4cf4-a928-40cd88c2f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:34.512549 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-5e1393aa-c9a8-4cf4-a928-40cd88c2f058 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.1890571
Apr 08 14:32:34.524415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c62d6-26c6-4163-aad9-38ded2349872 req-dd766e59-c46b-4832-b432-4366d72e54a9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:34.533898 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c46c62d6-26c6-4163-aad9-38ded2349872 req-dd766e59-c46b-4832-b432-4366d72e54a9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 944 time: 0.3487368
Apr 08 14:32:34.589391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49c857cb-5e4a-42f2-b754-fc4f08bd5356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:34.645491 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-3fc8df08-6d5f-49d2-8db5-9354a1bf201e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1085417
Apr 08 14:32:34.666313 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c46c62d6-26c6-4163-aad9-38ded2349872 req-938241b9-3562-4e4f-93e9-6afd4c07905e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306942
Apr 08 14:32:34.667006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49c857cb-5e4a-42f2-b754-fc4f08bd5356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:34.791331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49c857cb-5e4a-42f2-b754-fc4f08bd5356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:34.799693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bc84b0fd-b3d9-41c6-9f54-a4728e0e0c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:34.834149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c857cb-5e4a-42f2-b754-fc4f08bd5356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f48973d-488a-49f2-9494-5085247fa4bc,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:34.873854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-49c857cb-5e4a-42f2-b754-fc4f08bd5356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:34.874909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49c857cb-5e4a-42f2-b754-fc4f08bd5356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:34.876255 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-49c857cb-5e4a-42f2-b754-fc4f08bd5356 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f48973d-488a-49f2-9494-5085247fa4bc HTTP/1.1" status: 204  len: 168 time: 0.3919594
Apr 08 14:32:34.978354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:34.983205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:35.001717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Transition to ACTIVE for port object cacaebaf-e654-4e4a-88e2-3ab91dd38a45 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:35.004542 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-25e29988-0bd0-45e3-8a1a-82ac387ab339 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3332870
Apr 08 14:32:35.054590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:35.088502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:35.307728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:35.370800 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c25ebaf-6d64-4130-8d61-979b3e0aa8e5 req-52e3e58f-55ff-4201-abf2-0f5fd0f5ef37 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3548684
Apr 08 14:32:35.742478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743578d-6f47-45b7-8ce2-4ecc13aa6385 None None] Pushing event updated for resources: {'Port': ['ID=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:35.754836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3743578d-6f47-45b7-8ce2-4ecc13aa6385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:35.764122 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbad43-e3b9-42ee-be6c-b9b85ed1d4fa req-1cfe273f-4eca-4780-a0aa-672d1c76b4c6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:35.780278 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7bdbad43-e3b9-42ee-be6c-b9b85ed1d4fa req-1cfe273f-4eca-4780-a0aa-672d1c76b4c6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2664790
Apr 08 14:32:35.906384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:35.914993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:35.915432 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:35.932331 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7bdbad43-e3b9-42ee-be6c-b9b85ed1d4fa req-30ece81f-6634-4c1a-a0c4-0093bd5c9a3b tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513965
Apr 08 14:32:36.549580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f1ae0-736e-418a-843d-4ad4c3cbd15c req-b124b06f-0e91-4f16-ba18-3619f03765cc tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:36.557974 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1d4f1ae0-736e-418a-843d-4ad4c3cbd15c req-b124b06f-0e91-4f16-ba18-3619f03765cc tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 944 time: 0.2360685
Apr 08 14:32:36.614040 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1d4f1ae0-736e-418a-843d-4ad4c3cbd15c req-4afbb82e-24d9-4d73-aa90-e2ccac1d0bd7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545943
Apr 08 14:32:36.694647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Attempting to bind port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:36.695399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Attempting to bind port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:36.696037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Attempting to bind port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 on network 208b619f-dcba-49b0-8671-6b73d6e927c8 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:36.712236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:36.713003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Checking segment: {'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:36.713680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:36.714276 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Bound using segment: {'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:36.714968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Bound port: cacaebaf-e654-4e4a-88e2-3ab91dd38a45, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb7b22-469d-474d-be50-85e09ce24337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:36.715576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:36.822503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:36.846403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] For port cacaebaf-e654-4e4a-88e2-3ab91dd38a45, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:36.853368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:32:36.860868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] For port cacaebaf-e654-4e4a-88e2-3ab91dd38a45, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,segment=NetworkSegment(40fb7b22-469d-474d-be50-85e09ce24337),segment_id=40fb7b22-469d-474d-be50-85e09ce24337)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:36.887632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:36.902666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:37.071319 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'code': 200}
Apr 08 14:32:37.072287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:37.117916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:37.165927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743578d-6f47-45b7-8ce2-4ecc13aa6385 None None] Pushing event updated for resources: {'Port': ['ID=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:37.178149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3743578d-6f47-45b7-8ce2-4ecc13aa6385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:37.178617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:37.269145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Routers {'2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:37.271605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30daf4940>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:32:13Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:37.479331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408d320-f615-4d35-a9c5-a8e03a59512c req-3858c499-8876-4413-ae67-93a6155d5110 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:37.491226 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3408d320-f615-4d35-a9c5-a8e03a59512c req-3858c499-8876-4413-ae67-93a6155d5110 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.3323894
Apr 08 14:32:37.556619 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3408d320-f615-4d35-a9c5-a8e03a59512c req-8708ea5f-d32b-4442-a478-109eded7fb75 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648799
Apr 08 14:32:37.626816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeb87b-7b8b-49ac-8488-08fef3b87e16 req-c9136717-9741-4962-9941-0bc59eb530d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:37.629166 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4dbeb87b-7b8b-49ac-8488-08fef3b87e16 req-c9136717-9741-4962-9941-0bc59eb530d5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 1098 time: 0.2072227
Apr 08 14:32:37.685912 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4dbeb87b-7b8b-49ac-8488-08fef3b87e16 req-85e890cd-787b-4927-94fb-f086180b19dd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454881
Apr 08 14:32:37.837899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:37.853000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:38.119502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] Set router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:38.119804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40294440-c385-4194-b519-d49a0778b50c req-a9481ab5-5419-468a-b13a-11868f2018a2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:38.119804 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40294440-c385-4194-b519-d49a0778b50c req-a9481ab5-5419-468a-b13a-11868f2018a2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1215451
Apr 08 14:32:38.119804 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40294440-c385-4194-b519-d49a0778b50c req-14e211bc-41e2-4a6d-8062-5e291a8e4630 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0276525
Apr 08 14:32:38.149789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device cacaebaf-e654-4e4a-88e2-3ab91dd38a45 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:38.628114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30daf4940>, [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:32:26Z', 'revision_number': 4, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'cacaebaf-e654-4e4a-88e2-3ab91dd38a45', 'name': '', 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'mac_address': 'fa:16:3e:b9:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:25Z', 'updated_at': '2021-04-08T14:32:36Z', 'revision_number': 4, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'subnets': [{'id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:38.629627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbefe9-1f18-4eba-8f13-464b4a94dcca None None] The sync data for ids ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'] in dv-cinder-784623-3-iscsi is: [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:32:26Z', 'revision_number': 4, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'cacaebaf-e654-4e4a-88e2-3ab91dd38a45', 'name': '', 'network_id': '208b619f-dcba-49b0-8671-6b73d6e927c8', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'mac_address': 'fa:16:3e:b9:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:25Z', 'updated_at': '2021-04-08T14:32:36Z', 'revision_number': 4, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'subnets': [{'id': '6e90ba50-4df9-42af-8c9d-ab563c0940f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:32:39.005912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:39.015844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:39.016277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:39.314923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:39.350035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port cacaebaf-e654-4e4a-88e2-3ab91dd38a45, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,segment=NetworkSegment(40fb7b22-469d-474d-be50-85e09ce24337),segment_id=40fb7b22-469d-474d-be50-85e09ce24337)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:39.403121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:39.405059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:39.453178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c09ec-e3e0-4236-be1a-9cff4d1c79fb req-8b333dae-cb71-4fae-9c42-40821a56564f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:39.455447 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e04c09ec-e3e0-4236-be1a-9cff4d1c79fb req-8b333dae-cb71-4fae-9c42-40821a56564f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1483924
Apr 08 14:32:39.490435 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e04c09ec-e3e0-4236-be1a-9cff4d1c79fb req-8fc8281d-5b70-4e42-916f-f73b98e5692e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284011
Apr 08 14:32:39.561344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:39.566917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:39.747838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3f01e9b2-e3cc-421c-83b8-a9cafb2e590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:39.923419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device cacaebaf-e654-4e4a-88e2-3ab91dd38a45 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:39.939273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8bb8b-61b3-45e0-9d42-05d68a5b6bae req-4430ed73-d2e9-4d39-9da9-177e885bb0d1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:39.944858 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39c8bb8b-61b3-45e0-9d42-05d68a5b6bae req-4430ed73-d2e9-4d39-9da9-177e885bb0d1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1733501
Apr 08 14:32:39.954425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 32868) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:39.960970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'floatingip': {'port_id': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:40.055745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:40.056649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:40.100201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:40.918687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:40.967714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:41.208372 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Floating IP ff71c473-b9ba-45f0-a9cc-16c1d2bf9872 associated. External IP: 172.27.1.165, port: 6e9c1b71-739d-4d6c-b012-ef5645fb4a44.
Apr 08 14:32:41.690341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bba07e-b027-4c27-8d1f-3ae65e327cde req-860909ad-1898-49d5-9274-c3250aa5f7e0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:41.692129 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-93bba07e-b027-4c27-8d1f-3ae65e327cde req-860909ad-1898-49d5-9274-c3250aa5f7e0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1372223
Apr 08 14:32:41.741137 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-93bba07e-b027-4c27-8d1f-3ae65e327cde req-c9d59574-52d4-4fe9-9dfb-4b0d7f09656e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399561
Apr 08 14:32:42.041950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e531a61-95bf-4125-9ed6-01a646a662b2 req-ff1cd1e1-edd9-4977-82b3-26ddc35d3099 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:42.052024 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9e531a61-95bf-4125-9ed6-01a646a662b2 req-ff1cd1e1-edd9-4977-82b3-26ddc35d3099 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1123149
Apr 08 14:32:42.090238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Router d61ad6df-6ea5-4d00-aa50-4dbda44c885f has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:32:42.094492 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9e531a61-95bf-4125-9ed6-01a646a662b2 req-91bafa65-ebac-4415-a6dd-e254197844aa tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414202
Apr 08 14:32:42.287123 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-11603453-9b57-40a7-a7c7-86346ff3b6ac tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2a9a46a349a542d29bede3db59e3ec91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0367930
Apr 08 14:32:42.356633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-398a506f-b70a-4ca6-99e6-7ee315292573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:42.527959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:32:42.537515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:42.539182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] Sync routers for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:32:42.573002 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:42.575978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e354080>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:32:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:42.625946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:42.644047 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a61a1246-5c35-42d3-9f99-b2a1a80ffcb5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "PUT /v2.0/floatingips/ff71c473-b9ba-45f0-a9cc-16c1d2bf9872 HTTP/1.1" status: 200  len: 991 time: 2.6836538
Apr 08 14:32:42.657244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:32:42.707671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-d9a3961b-acf4-4bd5-872e-5f33284efa13 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:42.708821 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-d9a3961b-acf4-4bd5-872e-5f33284efa13 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3862929
Apr 08 14:32:42.761785 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-7f6ab1f2-db53-4321-a889-f81d2fc929aa tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/quotas/2a9a46a349a542d29bede3db59e3ec91 HTTP/1.1" status: 200  len: 375 time: 0.0347171
Apr 08 14:32:42.834123 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-8c7c7d9c-18af-440d-8689-feef65da8a5c tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a9a46a349a542d29bede3db59e3ec91&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0704422
Apr 08 14:32:42.850533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:43.409055 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'status': 'completed', 'code': 200}
Apr 08 14:32:43.617241 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-13d76fc4-8749-4988-a90c-f20d5b5d782d req-a9f5b07f-7d3a-45ae-a5f4-a9c2c3ab5ee4 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 210 time: 0.0732834
Apr 08 14:32:43.637107 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e354080>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'ff71c473-b9ba-45f0-a9cc-16c1d2bf9872', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'port_id': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'mac_address': 'fa:16:3e:09:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:32:08Z', 'updated_at': '2021-04-08T14:32:40Z', 'revision_number': 1, 'project_id': '93e0e693019741a985d7fcff118e2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:43.657669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] Checking router: d61ad6df-6ea5-4d00-aa50-4dbda44c885f for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:32:43.669074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:32:43.670349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e354080>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:32:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:43.709847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-31965112-0d74-43a0-9572-41e2d4e84d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:43.712091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:43.715190 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-31965112-0d74-43a0-9572-41e2d4e84d80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 1098 time: 0.2922165
Apr 08 14:32:43.948253 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:32:44.009589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-020c3bb9-09a4-4336-a203-d6f616cb3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:44.013372 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-020c3bb9-09a4-4336-a203-d6f616cb3917 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 917 time: 0.2911716
Apr 08 14:32:44.032451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1973ec1-9b80-419b-a758-bc99b0a62439 req-ca553edd-f7da-42b0-a7f3-dac9662fa712 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:44.042064 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d1973ec1-9b80-419b-a758-bc99b0a62439 req-ca553edd-f7da-42b0-a7f3-dac9662fa712 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1564324
Apr 08 14:32:44.080625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 32982) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:44.097489 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d1973ec1-9b80-419b-a758-bc99b0a62439 req-4e98c6ef-99af-459a-bc82-6bfac78614fd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517910
Apr 08 14:32:44.203223 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-fdedcd50-3b60-41ef-8c6e-809266a3ebf3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44 HTTP/1.1" status: 200  len: 999 time: 0.1748369
Apr 08 14:32:44.352203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:44.368857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-12365a90-4f40-4abb-b9c0-df4787a0f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:44.371947 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-12365a90-4f40-4abb-b9c0-df4787a0f626 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.1602705
Apr 08 14:32:44.528646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:44.557153 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:44.564528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Usage tracker for resource:security_group_rule and tenant:f0319b6ac69b4c43ac23f1c2b8d67b3e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:44.570729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:44.581481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-7f239760-5b2b-4aa3-af4f-6944f5d4b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:44.583145 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-7f239760-5b2b-4aa3-af4f-6944f5d4b274 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2026536
Apr 08 14:32:44.586273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:44.727048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e354080>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'ff71c473-b9ba-45f0-a9cc-16c1d2bf9872', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'port_id': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'mac_address': 'fa:16:3e:09:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:32:08Z', 'updated_at': '2021-04-08T14:32:40Z', 'revision_number': 1, 'project_id': '93e0e693019741a985d7fcff118e2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:32:44.732210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac4e09-cc8c-42b4-8f22-724b5512c7ee None None] The sync data for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi is: [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'ff71c473-b9ba-45f0-a9cc-16c1d2bf9872', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'port_id': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'mac_address': 'fa:16:3e:09:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:32:08Z', 'updated_at': '2021-04-08T14:32:40Z', 'revision_number': 1, 'project_id': '93e0e693019741a985d7fcff118e2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:32:44.858776 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4aeacbf3-ff6b-484a-9d14-db44868f1980 req-ebf0dd72-8716-4636-b71f-78529ea469fc tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 210 time: 0.1624069
Apr 08 14:32:44.875693 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-d4c4adad-b5cc-4a2f-8ed9-dcf4455277ed service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2671010
Apr 08 14:32:44.954961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:45.063310 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e729e42f-e1ab-4968-83c5-48b1adbca145 req-f100441d-b019-445b-9688-abf80190fcd0 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762669
Apr 08 14:32:45.107624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236676da-daf6-4f1f-9c4b-002dbe406874 None None] New status for floating IP ff71c473-b9ba-45f0-a9cc-16c1d2bf9872: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:32:45.376455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e0e56-b118-4035-893a-d0ff530d5253 req-14efc2a9-024c-486f-abc5-bd04001b28cd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:45.376455 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b1e0e56-b118-4035-893a-d0ff530d5253 req-14efc2a9-024c-486f-abc5-bd04001b28cd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1001687
Apr 08 14:32:45.376455 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2b1e0e56-b118-4035-893a-d0ff530d5253 req-e6aedfe3-9802-4f32-a748-a408902ba1e2 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281923
Apr 08 14:32:45.833843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:45.865227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d7416874-b2e8-48e9-956b-344de08b4a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:45.876162 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0319b6ac69b4c43ac23f1c2b8d67b3e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7772226
Apr 08 14:32:45.880069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 33020) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:32:45.902043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9661fe-dab7-469a-9b46-caccc19e72b1,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:45.908163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:46.013557 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-515a6159-3705-41be-927b-9ed99a34736f req-ecc6c813-86be-4cf9-8335-780bfd1aa187 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 210 time: 0.0862510
Apr 08 14:32:46.040398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95722b28-acac-4af3-9a67-f0bda0547179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:46.071425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95722b28-acac-4af3-9a67-f0bda0547179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:46.409356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95722b28-acac-4af3-9a67-f0bda0547179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:46.417917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e3439f7c-eddf-4d05-a645-b2ea5b5940f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:46.456766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95722b28-acac-4af3-9a67-f0bda0547179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9661fe-dab7-469a-9b46-caccc19e72b1,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:46.459165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-95722b28-acac-4af3-9a67-f0bda0547179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:46.463849 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-95722b28-acac-4af3-9a67-f0bda0547179 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf9661fe-dab7-469a-9b46-caccc19e72b1 HTTP/1.1" status: 204  len: 168 time: 0.5825832
Apr 08 14:32:46.465151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-95722b28-acac-4af3-9a67-f0bda0547179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:46.764552 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f5bdf-c95b-4567-b052-8ae652f4c665 req-4d4007d0-5951-41b2-906b-cf2c7acba579 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:46.766803 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d7f5bdf-c95b-4567-b052-8ae652f4c665 req-4d4007d0-5951-41b2-906b-cf2c7acba579 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1518538
Apr 08 14:32:46.839126 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d7f5bdf-c95b-4567-b052-8ae652f4c665 req-ff42606d-a5b7-4c08-a0cc-fd0f3e7c3036 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506356
Apr 08 14:32:47.200410 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-21836af3-24f6-42a0-adda-15f64fa0eaa8 req-2b42fb25-44b6-49c9-9c70-d2d36dd6435f tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 210 time: 0.0550170
Apr 08 14:32:47.520213 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-236f0179-897a-44cc-b119-dc2273fd7b65 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2a9a46a349a542d29bede3db59e3ec91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0360792
Apr 08 14:32:47.723284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-0c6589c9-35ea-4aa1-a1c2-80029977ff04 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:47.725036 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-0c6589c9-35ea-4aa1-a1c2-80029977ff04 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1974647
Apr 08 14:32:47.751909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Request body: {'port': {'device_id': '48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7', 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019', 'admin_state_up': True, 'tenant_id': '2a9a46a349a542d29bede3db59e3ec91'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:47.938127 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:47.944289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Usage tracker for resource:port and tenant:2a9a46a349a542d29bede3db59e3ec91 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:47.947683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:47.956250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:48.006343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Made reservation on behalf of 2a9a46a349a542d29bede3db59e3ec91 for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:32:48.014595 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:48.100803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:48.127036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:48.131421 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Usage tracker for resource:security_group_rule and tenant:2a9a46a349a542d29bede3db59e3ec91 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:32:48.135664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:32:48.143677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:48.246859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7613d-076a-4903-bbfe-28784c2fa00e req-02195a1f-7edb-47ee-af82-cadbc3557bc5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:48.265831 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d7d7613d-076a-4903-bbfe-28784c2fa00e req-02195a1f-7edb-47ee-af82-cadbc3557bc5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.2262795
Apr 08 14:32:48.322428 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d7d7613d-076a-4903-bbfe-28784c2fa00e req-bb78916a-5978-4ade-8470-1d74f80c1edf tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553064
Apr 08 14:32:48.438238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:48.478898 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:48.484197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1acd7715-f5a8-4a1e-bbba-2ae529b547e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:48.599389 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-02c3218f-a381-4624-87f1-a09f11de6269 req-5de28c60-99f0-4dba-9add-fa22b91b85a0 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 210 time: 0.1058598
Apr 08 14:32:48.674469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe5d79-79c0-45e8-ac0e-6497d4bdd338,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:48.685991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:48.840774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Allocated IP 192.168.233.177 (8791df5b-523d-419f-8e27-4b2a07645019/72e0f671-cc9f-4e9b-96fc-17afecdfc1d0/bba2cc98-6c4a-4492-a2b5-185e8fa839d3) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:49.089684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:49.109426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Transition to ACTIVE for port object bba2cc98-6c4a-4492-a2b5-185e8fa839d3 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:49.174584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:49.203354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:49.398869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Pushing event updated for resources: {'Port': ['ID=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:49.398869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:49.439062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Network 8791df5b-523d-419f-8e27-4b2a07645019 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:49.440438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:49.442839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:49.515878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:49.516617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:49.595535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c93240-ab73-417f-a17f-b33aa6787694 req-6ab9739f-4feb-4ec0-9c26-6d33667b824d tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:49.597794 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d4c93240-ab73-417f-a17f-b33aa6787694 req-6ab9739f-4feb-4ec0-9c26-6d33667b824d tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1170607
Apr 08 14:32:49.636959 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d4c93240-ab73-417f-a17f-b33aa6787694 req-97ac2c77-ae76-4551-8441-6658ee9b5c16 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260346
Apr 08 14:32:50.017559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-7e0a5b65-ec13-4960-9ec1-2d76e4273049 None None] Provisioning for port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:50.023802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-7e0a5b65-ec13-4960-9ec1-2d76e4273049 None None] Provisioning complete for port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:50.024235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5b65-ec13-4960-9ec1-2d76e4273049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:50.074197 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3269548
Apr 08 14:32:50.088361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5467f2-e271-447f-974b-21ea2f03db4a req-a3057649-2b7e-49f8-a5c5-4ea2040d4835 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:50.089532 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-bd5467f2-e271-447f-974b-21ea2f03db4a req-a3057649-2b7e-49f8-a5c5-4ea2040d4835 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Synchronizing usage tracker for tenant:2a9a46a349a542d29bede3db59e3ec91 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:50.097415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a5b65-ec13-4960-9ec1-2d76e4273049 None None] Port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:50.108619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Request body: {'port': {'device_id': '48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:50.218774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-bd5467f2-e271-447f-974b-21ea2f03db4a req-a3057649-2b7e-49f8-a5c5-4ea2040d4835 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Unset dirty status for tenant:2a9a46a349a542d29bede3db59e3ec91 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:50.220004 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bd5467f2-e271-447f-974b-21ea2f03db4a req-a3057649-2b7e-49f8-a5c5-4ea2040d4835 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 936 time: 0.4911606
Apr 08 14:32:50.260839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:50.294222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-bd5467f2-e271-447f-974b-21ea2f03db4a req-da9ba02d-f260-4932-8d1b-878e1b9e5ed1 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Synchronizing usage tracker for tenant:2a9a46a349a542d29bede3db59e3ec91 on resource:security_group {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:50.383531 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-bd5467f2-e271-447f-974b-21ea2f03db4a req-da9ba02d-f260-4932-8d1b-878e1b9e5ed1 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Unset dirty status for tenant:2a9a46a349a542d29bede3db59e3ec91 on resource:security_group {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:50.396226 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bd5467f2-e271-447f-974b-21ea2f03db4a req-da9ba02d-f260-4932-8d1b-878e1b9e5ed1 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683109
Apr 08 14:32:50.831391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba2cc98-6c4a-4492-a2b5-185e8fa839d3 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:32:50.883699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:50.916339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Transition to ACTIVE for port object bba2cc98-6c4a-4492-a2b5-185e8fa839d3 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:50.952075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39500a59-0ed5-4c89-a9df-be7e0d3d131b req-b91fe59a-bf32-40c1-83d8-4df13b473a09 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:50.953730 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39500a59-0ed5-4c89-a9df-be7e0d3d131b req-b91fe59a-bf32-40c1-83d8-4df13b473a09 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1273534
Apr 08 14:32:50.956379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:50.973710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:51.122507 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39500a59-0ed5-4c89-a9df-be7e0d3d131b req-f509645e-a7cf-4970-b9cc-521437a78a9d tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1497371
Apr 08 14:32:51.143357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Pushing event updated for resources: {'Port': ['ID=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:51.147826 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:51.391102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Attempting to bind port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:32:51.391610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Attempting to bind port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:32:51.392035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Attempting to bind port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 on network 8791df5b-523d-419f-8e27-4b2a07645019 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:51.397083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 on network 8791df5b-523d-419f-8e27-4b2a07645019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:32:51.397456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Attempting to bind port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 on network 8791df5b-523d-419f-8e27-4b2a07645019 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:32:51.402966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:32:51.403338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Checking segment: {'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:32:51.403757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Bound using segment: {'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:32:51.404788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Bound port: bba2cc98-6c4a-4492-a2b5-185e8fa839d3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1788d369-9f6e-475d-90cf-7229cf126b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:32:51.405207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:51.489567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] For port bba2cc98-6c4a-4492-a2b5-185e8fa839d3, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:32:51.492820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] For port bba2cc98-6c4a-4492-a2b5-185e8fa839d3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,segment=NetworkSegment(1788d369-9f6e-475d-90cf-7229cf126b24),segment_id=1788d369-9f6e-475d-90cf-7229cf126b24)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:32:51.555610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:51.586919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b45be3d7-d3c0-49fc-91cc-00683f21271c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:51.769690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Pushing event updated for resources: {'Port': ['ID=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:51.776597 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:51.805439 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fc9e7-6868-4689-90c7-2ff1ac42c52b req-070cf738-0164-41c2-b139-a438826fca4d tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:51.807095 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-550fc9e7-6868-4689-90c7-2ff1ac42c52b req-070cf738-0164-41c2-b139-a438826fca4d tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 948 time: 0.2886307
Apr 08 14:32:51.851773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:51.852608 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:51.854163 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] 10.222.0.70 "PUT /v2.0/ports/bba2cc98-6c4a-4492-a2b5-185e8fa839d3 HTTP/1.1" status: 200  len: 1098 time: 1.7605777
Apr 08 14:32:51.854871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7', 'tag': 'bba2cc98-6c4a-4492-a2b5-185e8fa839d3'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:32:51.874938 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-550fc9e7-6868-4689-90c7-2ff1ac42c52b req-8e52fa14-8688-447e-849d-82421ee8bc2b tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428843
Apr 08 14:32:52.073461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-34eb7d1e-ba44-46f1-ab2b-3aed82430e1b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:52.075045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-34eb7d1e-ba44-46f1-ab2b-3aed82430e1b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Synchronizing usage tracker for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:52.100618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-cab2b609-6c04-4c4c-af94-711a0ea00fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:52.113497 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-cab2b609-6c04-4c4c-af94-711a0ea00fca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a9a46a349a542d29bede3db59e3ec91&device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 1101 time: 0.1319127
Apr 08 14:32:52.163797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-34eb7d1e-ba44-46f1-ab2b-3aed82430e1b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Unset dirty status for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:52.165143 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-34eb7d1e-ba44-46f1-ab2b-3aed82430e1b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/networks?id=077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 200  len: 815 time: 0.3540106
Apr 08 14:32:52.181460 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7', 'tag': 'bba2cc98-6c4a-4492-a2b5-185e8fa839d3', 'status': 'completed', 'code': 200}
Apr 08 14:32:52.189440 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-814aceec-9cb1-465c-9c7e-96b535c511de tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/quotas/7bcaf3f9f5db4e729a39ad3e9c368dba HTTP/1.1" status: 200  len: 375 time: 0.0133333
Apr 08 14:32:52.191431 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-4fbec469-2e53-4010-bff6-d7941da22170 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=bba2cc98-6c4a-4492-a2b5-185e8fa839d3 HTTP/1.1" status: 200  len: 217 time: 0.0804834
Apr 08 14:32:52.294495 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-35cdebd0-00b9-4b39-a82f-969bac128295 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0983703
Apr 08 14:32:52.360959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-a8107051-40fd-4577-b546-5980b99433a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:52.362803 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-a8107051-40fd-4577-b546-5980b99433a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72e0f671-cc9f-4e9b-96fc-17afecdfc1d0 HTTP/1.1" status: 200  len: 843 time: 0.1637061
Apr 08 14:32:52.452980 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-cd41d6de-47f7-4269-b217-1b17235289d4 service neutron] 10.222.0.62 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449506
Apr 08 14:32:52.478199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d26b94-09fe-4130-a7f1-515b79e6a8a7 req-109fa4ca-a78e-4ca9-873c-8016dc3d03c6 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:52.480917 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b8d26b94-09fe-4130-a7f1-515b79e6a8a7 req-109fa4ca-a78e-4ca9-873c-8016dc3d03c6 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1821494
Apr 08 14:32:52.494414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-31c508ff-5b44-41d2-820a-a9af738a5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:52.495993 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-31c508ff-5b44-41d2-820a-a9af738a5220 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8791df5b-523d-419f-8e27-4b2a07645019&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1246607
Apr 08 14:32:52.558500 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b8d26b94-09fe-4130-a7f1-515b79e6a8a7 req-da6c8a7d-de02-4fbf-aed8-6f34ee181b41 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667472
Apr 08 14:32:52.612485 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-2d2b598f-eb75-4429-9b50-1d2e334901fb service neutron] 10.222.0.62 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502593
Apr 08 14:32:52.665714 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-66702073-4c44-4a20-8a2e-43786fbc5c89 service neutron] 10.222.0.70 "GET /v2.0/networks/8791df5b-523d-419f-8e27-4b2a07645019?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546249
Apr 08 14:32:52.820059 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca8f1117-c3b1-40bd-ac12-e84ce932763a req-ace9a1b0-57a2-46a5-834b-856fa422f3cf service neutron] 10.222.0.70 "GET /v2.0/networks/8791df5b-523d-419f-8e27-4b2a07645019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449156
Apr 08 14:32:52.888332 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-8281ac16-1600-4cd4-8607-612a064651d4 req-2b60e56c-9f8a-46a4-9f4c-ded695fed05f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Synchronizing usage tracker for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:52.939854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:32:52.968944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-8281ac16-1600-4cd4-8607-612a064651d4 req-2b60e56c-9f8a-46a4-9f4c-ded695fed05f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Unset dirty status for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:52.970113 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8281ac16-1600-4cd4-8607-612a064651d4 req-2b60e56c-9f8a-46a4-9f4c-ded695fed05f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 210 time: 0.1327338
Apr 08 14:32:53.021409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-9551669e-1eb8-4138-9907-eaee2cfbcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:53.023015 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-9551669e-1eb8-4138-9907-eaee2cfbcd34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a9a46a349a542d29bede3db59e3ec91&device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 1101 time: 0.1008446
Apr 08 14:32:53.121992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06f93e-be84-46f7-869f-e73af563188d req-b3f1529e-9b74-4ace-a2fd-67720d2f14da tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:53.123241 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6a06f93e-be84-46f7-869f-e73af563188d req-b3f1529e-9b74-4ace-a2fd-67720d2f14da tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 948 time: 0.0968390
Apr 08 14:32:53.201924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-d6f060f9-b587-4a5e-a004-b6bf660acb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:53.203851 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-d6f060f9-b587-4a5e-a004-b6bf660acb7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8791df5b-523d-419f-8e27-4b2a07645019 HTTP/1.1" status: 200  len: 870 time: 0.1713672
Apr 08 14:32:53.205730 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6a06f93e-be84-46f7-869f-e73af563188d req-d59e0862-b673-40af-afc8-7dd107ab9db2 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744078
Apr 08 14:32:53.284119 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-792bbb68-4f8a-471e-b0c5-ea83a555fc7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=bba2cc98-6c4a-4492-a2b5-185e8fa839d3 HTTP/1.1" status: 200  len: 217 time: 0.0721347
Apr 08 14:32:53.374451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-a4c0e113-9106-46b5-bc20-f3f05efde5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:53.375980 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-a4c0e113-9106-46b5-bc20-f3f05efde5e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72e0f671-cc9f-4e9b-96fc-17afecdfc1d0 HTTP/1.1" status: 200  len: 843 time: 0.0740047
Apr 08 14:32:53.466030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-7c6579da-0536-4ed1-a97f-0900161e76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:53.467773 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-7c6579da-0536-4ed1-a97f-0900161e76a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8791df5b-523d-419f-8e27-4b2a07645019&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0822642
Apr 08 14:32:53.617134 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-7ef8a059-1474-4d00-85b2-8eb30fc0cedb service neutron] 10.222.0.70 "GET /v2.0/networks/8791df5b-523d-419f-8e27-4b2a07645019?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399226
Apr 08 14:32:53.786859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67748ac5-001f-4dc2-9b40-f540f3dcabdd req-acaaad68-1bff-4dac-bf05-de0a18e3dc0b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:53.788637 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67748ac5-001f-4dc2-9b40-f540f3dcabdd req-acaaad68-1bff-4dac-bf05-de0a18e3dc0b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1016433
Apr 08 14:32:53.829590 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67748ac5-001f-4dc2-9b40-f540f3dcabdd req-e3b51447-0e9f-43cc-a52c-0b340204d290 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315914
Apr 08 14:32:54.022249 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a56c6f9a-0b92-46b5-a0b8-c2fdb8eba096 req-9617b594-b342-4879-a0bb-c00a5a0d795b service neutron] 10.222.0.70 "GET /v2.0/networks/8791df5b-523d-419f-8e27-4b2a07645019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3895686
Apr 08 14:32:54.146809 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7f7e6784-5ff1-4cee-a65a-600b7587b8fb req-dd8d36d9-dca1-485f-8a7f-f37768344ac3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 210 time: 0.0497677
Apr 08 14:32:54.409824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825acf10-7c56-47ed-b4e4-29c751a7e9be req-e60a45bd-18a6-48f6-8c0f-81dd384d7cdc tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:54.411450 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-825acf10-7c56-47ed-b4e4-29c751a7e9be req-e60a45bd-18a6-48f6-8c0f-81dd384d7cdc tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 948 time: 0.0926735
Apr 08 14:32:54.443444 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-825acf10-7c56-47ed-b4e4-29c751a7e9be req-ad108960-160b-415b-b34c-8bb988ba9ea0 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254400
Apr 08 14:32:54.910392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-a9af1a7f-099e-4cb9-a912-5a715a098995 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:54.911973 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-a9af1a7f-099e-4cb9-a912-5a715a098995 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.70 "GET /v2.0/networks?id=077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 200  len: 815 time: 0.1673377
Apr 08 14:32:54.926791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'port': {'device_id': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'admin_state_up': True, 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:32:55.149827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:32:55.162190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f3326-0303-45a3-bc0a-9e2c93c1f836 req-81d5d126-0eef-4696-bbb6-70fd9c4fc8c4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:55.166315 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-088f3326-0303-45a3-bc0a-9e2c93c1f836 req-81d5d126-0eef-4696-bbb6-70fd9c4fc8c4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1986473
Apr 08 14:32:55.175344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:32:55.207050 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-088f3326-0303-45a3-bc0a-9e2c93c1f836 req-c53b0e82-3e38-45ee-9839-ebbb11b6a8cd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355947
Apr 08 14:32:55.236596 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Made reservation on behalf of 7bcaf3f9f5db4e729a39ad3e9c368dba for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:32:55.243025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:55.323951 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device bba2cc98-6c4a-4492-a2b5-185e8fa839d3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:32:55.370368 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-20d9bd42-0377-4150-bce7-c84c498876bf req-bad7009c-cf0c-4072-b194-78fdac39fa71 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 210 time: 0.0989170
Apr 08 14:32:55.442263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Allocated IP 172.20.0.4 (077780ea-851f-45e2-9eeb-17d0c940b922/79c4fc65-164e-4238-bc05-672bcfebe362/badc7b2d-cb3e-4b4c-abec-86a7774a729f) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:32:55.553512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port bba2cc98-6c4a-4492-a2b5-185e8fa839d3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,segment=NetworkSegment(1788d369-9f6e-475d-90cf-7229cf126b24),segment_id=1788d369-9f6e-475d-90cf-7229cf126b24)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:55.572909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'bba2cc98-6c4a-4492-a2b5-185e8fa839d3', 'network_id': '8791df5b-523d-419f-8e27-4b2a07645019', 'port_id': 'bba2cc98-6c4a-4492-a2b5-185e8fa839d3', 'mac_address': 'fa:16:3e:c1:65:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e0f671-cc9f-4e9b-96fc-17afecdfc1d0', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:32:55.647833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:55.673058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba2cc98-6c4a-4492-a2b5-185e8fa839d3 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:32:55.706825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port bba2cc98-6c4a-4492-a2b5-185e8fa839d3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,segment=NetworkSegment(1788d369-9f6e-475d-90cf-7229cf126b24),segment_id=1788d369-9f6e-475d-90cf-7229cf126b24)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:55.723140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d193d79-4bee-423a-a344-f29ec51936e1 req-b6a42b08-a744-4896-8e43-28c87695cca1 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:55.732796 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3d193d79-4bee-423a-a344-f29ec51936e1 req-b6a42b08-a744-4896-8e43-28c87695cca1 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 948 time: 0.1167774
Apr 08 14:32:55.740112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:55.742293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3743578d-6f47-45b7-8ce2-4ecc13aa6385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:55.782846 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3d193d79-4bee-423a-a344-f29ec51936e1 req-b12dbf9f-e48f-42fd-8bb9-e0c1a630aaa6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446455
Apr 08 14:32:55.804792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:55.823758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Transition to ACTIVE for port object badc7b2d-cb3e-4b4c-abec-86a7774a729f will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:32:55.861349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:55.869547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.869943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.870334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.870716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.871098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.871478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.871857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.872232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.873159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.873535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.873937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.874412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:32:55.879339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:55.881437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:55.895853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:56.049611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['bba2cc98-6c4a-4492-a2b5-185e8fa839d3'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:32:56.062229 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'Port': ['ID=badc7b2d-cb3e-4b4c-abec-86a7774a729f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:56.067057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:56.128342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Network 077780ea-851f-45e2-9eeb-17d0c940b922 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:32:56.129846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:32:56.132233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:32:56.315783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:56.316639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:56.425084 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5032213
Apr 08 14:32:56.642690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-5452db56-4f4a-42a6-ae68-5a85eff4d1e3 None None] Provisioning for port badc7b2d-cb3e-4b4c-abec-86a7774a729f completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:56.648528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-5452db56-4f4a-42a6-ae68-5a85eff4d1e3 None None] Provisioning complete for port badc7b2d-cb3e-4b4c-abec-86a7774a729f triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:56.649316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5452db56-4f4a-42a6-ae68-5a85eff4d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:56.679060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfc0f5-8a61-4455-95e5-e2deb8a695f9 req-f5d63465-6a59-4fcd-9f25-ae9a6c25dca0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:56.680706 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b4bfc0f5-8a61-4455-95e5-e2deb8a695f9 req-f5d63465-6a59-4fcd-9f25-ae9a6c25dca0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.1232455
Apr 08 14:32:56.684440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b23130-8e26-4aa1-bcf2-884219f37591 req-4b703d36-edfd-4c77-b8b1-846da00d18e6 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:56.692694 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f6b23130-8e26-4aa1-bcf2-884219f37591 req-4b703d36-edfd-4c77-b8b1-846da00d18e6 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1967704
Apr 08 14:32:56.723448 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f6b23130-8e26-4aa1-bcf2-884219f37591 req-5fc88c25-312f-4c86-98a7-a49547298015 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0293357
Apr 08 14:32:56.746508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-b4bfc0f5-8a61-4455-95e5-e2deb8a695f9 req-fdf4a947-4077-4276-8c29-c451e78686b8 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Synchronizing usage tracker for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:32:56.747737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5452db56-4f4a-42a6-ae68-5a85eff4d1e3 None None] Port badc7b2d-cb3e-4b4c-abec-86a7774a729f cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:32:56.800605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-b4bfc0f5-8a61-4455-95e5-e2deb8a695f9 req-fdf4a947-4077-4276-8c29-c451e78686b8 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Unset dirty status for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:32:56.802462 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b4bfc0f5-8a61-4455-95e5-e2deb8a695f9 req-fdf4a947-4077-4276-8c29-c451e78686b8 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147809
Apr 08 14:32:57.027594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc16e5-c526-44f3-ba1e-8f8ce7243490 req-6957a9a0-a0ea-4bd3-a743-a6495afe2bfb tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:57.029773 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2dfc16e5-c526-44f3-ba1e-8f8ce7243490 req-6957a9a0-a0ea-4bd3-a743-a6495afe2bfb tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 949 time: 0.1057370
Apr 08 14:32:57.062103 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2dfc16e5-c526-44f3-ba1e-8f8ce7243490 req-71e476ce-8c66-441b-aca8-2d6dada7fc0d tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253575
Apr 08 14:32:57.346404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device bba2cc98-6c4a-4492-a2b5-185e8fa839d3 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:32:57.455881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:32:57.462058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:32:57.462488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:57.593440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:57.605070 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba2cc98-6c4a-4492-a2b5-185e8fa839d3'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:32:57.616127 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port bba2cc98-6c4a-4492-a2b5-185e8fa839d3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,segment=NetworkSegment(1788d369-9f6e-475d-90cf-7229cf126b24),segment_id=1788d369-9f6e-475d-90cf-7229cf126b24)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:32:57.656267 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:32:57.658511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e798bb56-9e64-46f5-b693-8e114dbf8788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:32:57.696985 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba2cc98-6c4a-4492-a2b5-185e8fa839d3', 'code': 200}
Apr 08 14:32:57.744556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:32:57.748584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:32:57.937790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8e3d5-c4fc-46a6-8e7f-1fddbc11f9f2 req-2bd2cd44-7975-4cf1-973e-45f28b79dde5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:57.939478 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6ab8e3d5-c4fc-46a6-8e7f-1fddbc11f9f2 req-2bd2cd44-7975-4cf1-973e-45f28b79dde5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0919626
Apr 08 14:32:57.977491 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6ab8e3d5-c4fc-46a6-8e7f-1fddbc11f9f2 req-6d1e5427-b11d-41a7-964e-0318011aa056 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315003
Apr 08 14:32:58.178427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351955b-301f-46ba-97f3-812729cc5369 req-2e96c570-1581-4b01-959a-2afe64f13917 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:58.180179 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a351955b-301f-46ba-97f3-812729cc5369 req-2e96c570-1581-4b01-959a-2afe64f13917 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.0948906
Apr 08 14:32:58.213626 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a351955b-301f-46ba-97f3-812729cc5369 req-d72d5d54-888d-4de1-a134-865bf4fc9968 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258830
Apr 08 14:32:58.427467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ef244-9057-40ec-a393-93655efb0fc7 req-7640ea46-5c1d-4212-88e1-9c016813d5f2 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:58.429207 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-688ef244-9057-40ec-a393-93655efb0fc7 req-7640ea46-5c1d-4212-88e1-9c016813d5f2 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0892057
Apr 08 14:32:58.466337 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-688ef244-9057-40ec-a393-93655efb0fc7 req-3fe6832d-6a04-4793-820f-aeae7ae78e78 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298879
Apr 08 14:32:59.197134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1975e1-53d7-4841-939b-64ef21a2e895 req-8de8cb9b-822e-4b2a-9bd3-88b38b5bb7b3 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:59.198820 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2f1975e1-53d7-4841-939b-64ef21a2e895 req-8de8cb9b-822e-4b2a-9bd3-88b38b5bb7b3 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0963461
Apr 08 14:32:59.230153 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2f1975e1-53d7-4841-939b-64ef21a2e895 req-2ea85d84-e2a8-4670-85df-96f91bee2533 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246534
Apr 08 14:32:59.436062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505acdfe-7efb-4771-975e-7cd422c0a7de req-b9e88a29-d360-4195-b818-3cc2f4b18776 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:59.437791 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-505acdfe-7efb-4771-975e-7cd422c0a7de req-b9e88a29-d360-4195-b818-3cc2f4b18776 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.0910213
Apr 08 14:32:59.474595 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-505acdfe-7efb-4771-975e-7cd422c0a7de req-18272a65-0168-4da7-9ce4-5631058c9db6 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287082
Apr 08 14:32:59.681191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693cebe-728e-44a3-920c-fe6dc61f91bf req-c85e864e-e3ab-4f27-8895-b7916a824412 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:32:59.682821 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0693cebe-728e-44a3-920c-fe6dc61f91bf req-c85e864e-e3ab-4f27-8895-b7916a824412 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0968721
Apr 08 14:32:59.718146 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0693cebe-728e-44a3-920c-fe6dc61f91bf req-86ae92f0-78d2-4f14-8aeb-7b478d8ca0fe tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266969
Apr 08 14:33:00.461040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c0f0-12fe-4ff0-ab65-516d9bc7c273 req-499032f6-22cc-4457-b13d-d3a6bec47a7c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:00.462741 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-58f7c0f0-12fe-4ff0-ab65-516d9bc7c273 req-499032f6-22cc-4457-b13d-d3a6bec47a7c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1023064
Apr 08 14:33:00.498021 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-58f7c0f0-12fe-4ff0-ab65-516d9bc7c273 req-c90f4c39-c8b7-492f-bcdb-35f67ad8fbc3 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283146
Apr 08 14:33:00.698948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926843-e9f3-4859-bab8-6d6aae662f5f req-934af0f2-c6f2-4567-8ad3-8111c5b0b48d tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:00.700879 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b7926843-e9f3-4859-bab8-6d6aae662f5f req-934af0f2-c6f2-4567-8ad3-8111c5b0b48d tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.0963130
Apr 08 14:33:00.735550 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b7926843-e9f3-4859-bab8-6d6aae662f5f req-56916f42-e4fa-48e4-b4d0-2553b89f3c85 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0281703
Apr 08 14:33:00.936454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f56b0-8e8f-4f66-9ad3-6e7b950ae634 req-fefa3d98-16ca-46c7-bf1a-d1eca2027fe6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:00.938181 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc2f56b0-8e8f-4f66-9ad3-6e7b950ae634 req-fefa3d98-16ca-46c7-bf1a-d1eca2027fe6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0941911
Apr 08 14:33:00.975116 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc2f56b0-8e8f-4f66-9ad3-6e7b950ae634 req-d1695e03-28cd-4351-afec-93bad5e8dfbb tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302789
Apr 08 14:33:01.709219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277782e1-bd64-4354-9c73-685c77fad85b req-f7b70e96-8b43-49bd-8a1d-2d2cb72e7f12 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:01.713670 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-277782e1-bd64-4354-9c73-685c77fad85b req-f7b70e96-8b43-49bd-8a1d-2d2cb72e7f12 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0937304
Apr 08 14:33:01.741016 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-277782e1-bd64-4354-9c73-685c77fad85b req-7cbbf73d-4963-47d5-876f-aeec6757fa66 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0238962
Apr 08 14:33:01.947369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801008-c1ee-4459-ac9f-96d36c7433b7 req-53dcf283-1acc-4d7f-b67e-16be342ecb00 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:01.949047 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1f801008-c1ee-4459-ac9f-96d36c7433b7 req-53dcf283-1acc-4d7f-b67e-16be342ecb00 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.0909271
Apr 08 14:33:01.983925 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1f801008-c1ee-4459-ac9f-96d36c7433b7 req-e4317914-2e19-4750-a74a-43fcfc99820b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278864
Apr 08 14:33:02.186723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57923f-695c-4be8-8d8d-a7845066eff8 req-0f80b78d-baa3-499c-a79f-7ee1450c409e tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:02.188325 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0c57923f-695c-4be8-8d8d-a7845066eff8 req-0f80b78d-baa3-499c-a79f-7ee1450c409e tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0914853
Apr 08 14:33:02.218743 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0c57923f-695c-4be8-8d8d-a7845066eff8 req-f533dda0-b768-49d7-bdbd-694ff50c3ee6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238187
Apr 08 14:33:02.985370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17ede-03c5-46e2-a219-55fa998d32a2 req-1e08c938-0428-4ac4-9681-ac880c270977 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:02.986971 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f4d17ede-03c5-46e2-a219-55fa998d32a2 req-1e08c938-0428-4ac4-9681-ac880c270977 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1135890
Apr 08 14:33:03.034779 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f4d17ede-03c5-46e2-a219-55fa998d32a2 req-0cdc8405-fd92-4b76-bdb3-2d946db1a0e4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411727
Apr 08 14:33:03.282548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352262-b514-4c72-a9da-5af263311c0e req-1c7695c8-94b1-40c4-8ca3-d99a82c579eb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:03.304426 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4a352262-b514-4c72-a9da-5af263311c0e req-1c7695c8-94b1-40c4-8ca3-d99a82c579eb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.1342773
Apr 08 14:33:03.337327 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4a352262-b514-4c72-a9da-5af263311c0e req-2195da17-12ad-41fb-b033-5397a20147fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270994
Apr 08 14:33:03.537757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e03bb1-2544-4c23-8600-20db01dca995 req-62e2944c-ff4d-43f8-8d59-c63573a293d1 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:03.539405 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a9e03bb1-2544-4c23-8600-20db01dca995 req-62e2944c-ff4d-43f8-8d59-c63573a293d1 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0937033
Apr 08 14:33:03.576331 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a9e03bb1-2544-4c23-8600-20db01dca995 req-ec7ebd21-8c52-452f-97b6-14dfbbb17cbd tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0292659
Apr 08 14:33:04.249938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1af8c1-f62b-442e-8f17-73b8d86e3075 req-029ccf92-4ee9-4138-adc4-cac7dda2998a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:04.251538 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6e1af8c1-f62b-442e-8f17-73b8d86e3075 req-029ccf92-4ee9-4138-adc4-cac7dda2998a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0928032
Apr 08 14:33:04.286039 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6e1af8c1-f62b-442e-8f17-73b8d86e3075 req-6c4f216b-b3a8-41eb-a7a9-19ab4f445c52 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277030
Apr 08 14:33:04.544069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8017-6a0c-40ff-adcb-0051255244d4 req-b3f0c247-127d-4a1a-90f2-8150302c887b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:04.545712 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c4b8017-6a0c-40ff-adcb-0051255244d4 req-b3f0c247-127d-4a1a-90f2-8150302c887b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.0889225
Apr 08 14:33:04.581640 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c4b8017-6a0c-40ff-adcb-0051255244d4 req-c6107937-f362-459b-9f8e-56883f0ae258 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0292082
Apr 08 14:33:04.788362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a7bdc-e34e-44ba-93b9-8e734b7b8f22 req-d0143fdd-7202-4421-bf67-e7dfa7eda49c tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:04.790202 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a95a7bdc-e34e-44ba-93b9-8e734b7b8f22 req-d0143fdd-7202-4421-bf67-e7dfa7eda49c tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0923536
Apr 08 14:33:04.827757 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a95a7bdc-e34e-44ba-93b9-8e734b7b8f22 req-2c21c1ca-ade6-44f7-a664-a5e8dbf49ae5 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269685
Apr 08 14:33:04.890801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:05.508440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448cd18-f3a0-4d51-ac76-9a9ed49f49d0 req-a7fd89f7-3678-4b1b-a56a-a7da5fd92595 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:05.510150 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b448cd18-f3a0-4d51-ac76-9a9ed49f49d0 req-a7fd89f7-3678-4b1b-a56a-a7da5fd92595 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0923359
Apr 08 14:33:05.548225 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b448cd18-f3a0-4d51-ac76-9a9ed49f49d0 req-670d5890-f7b7-486b-ae57-d05625f2a05a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312276
Apr 08 14:33:05.789774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef082d79-b582-4efb-bac5-ee7242acbed9 req-61bb4734-8a49-4eaf-b2f9-7277f166b725 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:05.791386 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef082d79-b582-4efb-bac5-ee7242acbed9 req-61bb4734-8a49-4eaf-b2f9-7277f166b725 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.0955367
Apr 08 14:33:05.822162 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef082d79-b582-4efb-bac5-ee7242acbed9 req-ab8a05b3-b04c-4ad2-a3fe-8f24e7025a01 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0236130
Apr 08 14:33:06.036409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0b7fa-b8f3-4a03-93e9-24e010f64b38 req-85a16e82-e7b5-4f94-9d8a-c33044430dcf tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:06.038101 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5ef0b7fa-b8f3-4a03-93e9-24e010f64b38 req-85a16e82-e7b5-4f94-9d8a-c33044430dcf tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0927010
Apr 08 14:33:06.077316 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5ef0b7fa-b8f3-4a03-93e9-24e010f64b38 req-fc107a0b-e076-4c08-9b37-aea868f7b5b5 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312433
Apr 08 14:33:06.779517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac29fcb-d7f6-414a-ad93-adb523b6f29c req-b91e6bdb-42a8-44f9-9e49-8815d5a7cb92 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:06.781205 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fac29fcb-d7f6-414a-ad93-adb523b6f29c req-b91e6bdb-42a8-44f9-9e49-8815d5a7cb92 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1083624
Apr 08 14:33:06.814554 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fac29fcb-d7f6-414a-ad93-adb523b6f29c req-6e5e0bd9-8edc-4792-80e9-387b631cad61 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0269141
Apr 08 14:33:07.026264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aa570-b6ed-46a8-9202-44dbfd05a4a3 req-25a5db8c-3c8c-44cc-9e69-58549c9c2f57 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:07.028091 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c6aa570-b6ed-46a8-9202-44dbfd05a4a3 req-25a5db8c-3c8c-44cc-9e69-58549c9c2f57 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.0914891
Apr 08 14:33:07.066539 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c6aa570-b6ed-46a8-9202-44dbfd05a4a3 req-51a9de6e-451d-4e7a-ab2e-4247af892e74 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284977
Apr 08 14:33:07.323150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bed13-0ffa-4ad0-ae47-f6a06663c8c8 req-bd619b9d-9065-4568-8299-e66cdbd98826 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:07.325375 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-877bed13-0ffa-4ad0-ae47-f6a06663c8c8 req-bd619b9d-9065-4568-8299-e66cdbd98826 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0956843
Apr 08 14:33:07.359766 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-877bed13-0ffa-4ad0-ae47-f6a06663c8c8 req-ece77669-28b4-4f03-a2a6-311c1919b3aa tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266678
Apr 08 14:33:08.022694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009c393-53b3-4a0d-bf98-23588a802efd req-0a9bedc4-aae9-45f4-b920-987354496af0 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:08.024306 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d009c393-53b3-4a0d-bf98-23588a802efd req-0a9bedc4-aae9-45f4-b920-987354496af0 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0911694
Apr 08 14:33:08.061558 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d009c393-53b3-4a0d-bf98-23588a802efd req-4a870bda-1324-4dec-84b8-85de827ceb14 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308356
Apr 08 14:33:08.282292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca7885-d3bf-4b8b-8323-5186cd95d59f req-4d5e97fb-0929-4e89-9503-c326582d15cc tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:08.284193 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29ca7885-d3bf-4b8b-8323-5186cd95d59f req-4d5e97fb-0929-4e89-9503-c326582d15cc tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.1019764
Apr 08 14:33:08.319645 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29ca7885-d3bf-4b8b-8323-5186cd95d59f req-2a29edc1-f760-4bf1-956e-8ce2714a8231 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280824
Apr 08 14:33:08.573283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d608b59-103f-4259-ae90-eea28f9f07a8 req-1c51acdd-e155-4c25-91dd-f80b94f4f780 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:08.575133 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d608b59-103f-4259-ae90-eea28f9f07a8 req-1c51acdd-e155-4c25-91dd-f80b94f4f780 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0903060
Apr 08 14:33:08.610437 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d608b59-103f-4259-ae90-eea28f9f07a8 req-68b0274b-2108-4dfb-b5f2-566fa360b5a1 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286260
Apr 08 14:33:09.160981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Request body: {'port': {'device_id': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:09.295725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:09.299215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c389af-dc1a-4c7c-b2c8-97a7344d06d3 req-0adc2f7e-5a06-445d-8b35-ac39f6178163 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:09.300985 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98c389af-dc1a-4c7c-b2c8-97a7344d06d3 req-0adc2f7e-5a06-445d-8b35-ac39f6178163 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1201234
Apr 08 14:33:09.335153 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98c389af-dc1a-4c7c-b2c8-97a7344d06d3 req-46943f95-538d-40b4-bbd9-3b8035aab43a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266447
Apr 08 14:33:09.585974 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ebf85-bc03-4ed2-87fe-3a6898838188 req-356d4561-5d2f-4bac-97bc-a95f8d825d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:09.587618 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b52ebf85-bc03-4ed2-87fe-3a6898838188 req-356d4561-5d2f-4bac-97bc-a95f8d825d08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 1103 time: 0.0842068
Apr 08 14:33:09.628862 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b52ebf85-bc03-4ed2-87fe-3a6898838188 req-44db063c-100c-4bd6-960a-88134bd02f69 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295389
Apr 08 14:33:09.704689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335053a-f7ea-458b-b475-f40534c8756a req-ffd57ada-293d-4d8b-b7b6-7b14daa2f42e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:09.705733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-8335053a-f7ea-458b-b475-f40534c8756a req-ffd57ada-293d-4d8b-b7b6-7b14daa2f42e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Synchronizing usage tracker for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:33:09.734059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7a046cfe-5a46-4959-82bd-b7e799c9ed18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:09.765170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-8335053a-f7ea-458b-b475-f40534c8756a req-ffd57ada-293d-4d8b-b7b6-7b14daa2f42e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Unset dirty status for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:33:09.766470 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8335053a-f7ea-458b-b475-f40534c8756a req-ffd57ada-293d-4d8b-b7b6-7b14daa2f42e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 931 time: 0.3014565
Apr 08 14:33:09.836775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a20810-f4ee-41cb-a296-a5996195383f req-038eaa53-9e3b-4188-8eb2-0e3bf7efef9a tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:09.838396 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-74a20810-f4ee-41cb-a296-a5996195383f req-038eaa53-9e3b-4188-8eb2-0e3bf7efef9a tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.0939753
Apr 08 14:33:09.851953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8335053a-f7ea-458b-b475-f40534c8756a req-764b9e8c-2755-4de8-888e-d76891ba4008 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761795
Apr 08 14:33:09.860562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badc7b2d-cb3e-4b4c-abec-86a7774a729f {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:33:09.869160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:09.876370 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-74a20810-f4ee-41cb-a296-a5996195383f req-b2556626-4870-4a7c-8bbc-2507c4cd0d61 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299184
Apr 08 14:33:09.933310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Transition to ACTIVE for port object badc7b2d-cb3e-4b4c-abec-86a7774a729f will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:09.961822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:09.978434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:10.125958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Pushing event updated for resources: {'Port': ['ID=badc7b2d-cb3e-4b4c-abec-86a7774a729f,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:10.129675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:10.363869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Attempting to bind port badc7b2d-cb3e-4b4c-abec-86a7774a729f on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:33:10.364314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Attempting to bind port badc7b2d-cb3e-4b4c-abec-86a7774a729f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:33:10.364589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Attempting to bind port badc7b2d-cb3e-4b4c-abec-86a7774a729f on network 077780ea-851f-45e2-9eeb-17d0c940b922 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:33:10.370255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Port badc7b2d-cb3e-4b4c-abec-86a7774a729f on network 077780ea-851f-45e2-9eeb-17d0c940b922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:33:10.374592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Attempting to bind port badc7b2d-cb3e-4b4c-abec-86a7774a729f on network 077780ea-851f-45e2-9eeb-17d0c940b922 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:33:10.376588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:33:10.376896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Checking segment: {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:33:10.377383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Bound using segment: {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:33:10.377859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Bound port: badc7b2d-cb3e-4b4c-abec-86a7774a729f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a584a9a-339b-4944-af36-e0d0b05d326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:33:10.378254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:10.488516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] For port badc7b2d-cb3e-4b4c-abec-86a7774a729f, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:33:10.492177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] For port badc7b2d-cb3e-4b4c-abec-86a7774a729f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:33:10.524619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:10.538542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:10.574950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e964f-c625-4b25-a8c6-25c51c9b73bd req-59ff2a7d-c61b-403d-9667-ea7fe8ad6c12 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:10.576459 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-170e964f-c625-4b25-a8c6-25c51c9b73bd req-59ff2a7d-c61b-403d-9667-ea7fe8ad6c12 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1116514
Apr 08 14:33:10.619783 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-170e964f-c625-4b25-a8c6-25c51c9b73bd req-6043c053-bd43-4cc7-b2c6-6a452ad89ae9 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319023
Apr 08 14:33:10.703224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Pushing event updated for resources: {'Port': ['ID=badc7b2d-cb3e-4b4c-abec-86a7774a729f,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:10.708897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:10.766824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:10.768032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:10.769047 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] 10.222.0.70 "PUT /v2.0/ports/badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 1093 time: 1.6131365
Apr 08 14:33:10.769640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:33:10.882268 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'status': 'completed', 'code': 200}
Apr 08 14:33:11.038262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-5e5f3a58-f05b-499e-a51a-ee52a8b7d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:11.040279 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-5e5f3a58-f05b-499e-a51a-ee52a8b7d9db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1096 time: 0.1558318
Apr 08 14:33:11.179932 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-0d37507a-a70c-49e6-9f15-3f383f67ef4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 217 time: 0.1308358
Apr 08 14:33:11.277794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-5d5a65d0-a0a5-486f-8e42-1b093cc371a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:11.279425 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-5d5a65d0-a0a5-486f-8e42-1b093cc371a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79c4fc65-164e-4238-bc05-672bcfebe362 HTTP/1.1" status: 200  len: 854 time: 0.0927861
Apr 08 14:33:11.331457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-c1b6b8e5-89f0-4b42-a7af-8fbcfcd76f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:11.333254 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-c1b6b8e5-89f0-4b42-a7af-8fbcfcd76f3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 1098 time: 0.1128032
Apr 08 14:33:11.346323 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9fc94-e249-4303-8539-59af6cd397ab req-0ab98597-7949-47af-bf37-35a75d17673a tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:11.353964 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3cb9fc94-e249-4303-8539-59af6cd397ab req-0ab98597-7949-47af-bf37-35a75d17673a tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 943 time: 0.2101221
Apr 08 14:33:11.405764 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3cb9fc94-e249-4303-8539-59af6cd397ab req-e84ad884-fd18-4556-a665-78ddd39c9328 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507867
Apr 08 14:33:11.442827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-d6815091-ef34-4c60-bc65-655ecb1fb78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:11.444420 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-d6815091-ef34-4c60-bc65-655ecb1fb78f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=077780ea-851f-45e2-9eeb-17d0c940b922&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1554239
Apr 08 14:33:11.513632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-a7c3a0d5-3b65-495c-b1fd-60be121c4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:11.515645 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-a7c3a0d5-3b65-495c-b1fd-60be121c4f2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 911 time: 0.1703045
Apr 08 14:33:11.576551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 33432) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:11.911093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:11.942377 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:11.943118 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-2994cc34-11c6-4751-a723-1b53a9ef1f20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b36e11-794c-47b4-860e-393b5db2c252 HTTP/1.1" status: 200  len: 1001 time: 0.4199364
Apr 08 14:33:11.965006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Usage tracker for resource:security_group_rule and tenant:c9805e402b9841c28d14875ec322e588 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:11.969962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:11.979585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:11.984714 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-30d99eed-b1ba-43e0-b6d5-0a0791428ec6 service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5324535
Apr 08 14:33:12.050919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f9a4f-c10c-4cad-8ffe-8b7a3e4b5f68 req-94e71e08-2a61-4d55-beb6-ee25e9ad417b tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.052569 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1f2f9a4f-c10c-4cad-8ffe-8b7a3e4b5f68 req-94e71e08-2a61-4d55-beb6-ee25e9ad417b tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.4750853
Apr 08 14:33:12.059263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8292bf1-8797-4616-9bc4-2a29ca0fc627 req-1bc0c79f-9194-4569-a9fe-3a2102d2c747 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.060980 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a8292bf1-8797-4616-9bc4-2a29ca0fc627 req-1bc0c79f-9194-4569-a9fe-3a2102d2c747 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.2557242
Apr 08 14:33:12.063653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-83f530a7-f1f2-4def-838d-2a8265c7b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.065200 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-83f530a7-f1f2-4def-838d-2a8265c7b2b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 200  len: 849 time: 0.1079907
Apr 08 14:33:12.067360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-ceff0b33-f580-4f3b-b017-adc868f32867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.068831 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-ceff0b33-f580-4f3b-b017-adc868f32867 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1099 time: 0.2623203
Apr 08 14:33:12.158466 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1f2f9a4f-c10c-4cad-8ffe-8b7a3e4b5f68 req-1a34a9dd-4ca6-42d4-92e4-de1b08e458a5 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567601
Apr 08 14:33:12.176839 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a8292bf1-8797-4616-9bc4-2a29ca0fc627 req-d06c4b16-6be7-449c-ac3f-1442176c42d9 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069376
Apr 08 14:33:12.306268 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-34202517-f2e7-42ff-9851-99858cf7b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.306693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:12.307854 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-34202517-f2e7-42ff-9851-99858cf7b6a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2222972
Apr 08 14:33:12.334056 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4cdaca9-8eb8-4e3c-a35f-7947cb18a32f req-56b7e50c-ba80-47e7-8c62-e0a411c9f59b service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3386517
Apr 08 14:33:12.336035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-56468d2d-f590-4a94-a5c7-eb178042d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:12.381722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:12.391693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cbc3265f-449b-49f5-8ed7-67791022bfa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:12.442977 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9805e402b9841c28d14875ec322e588&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8641841
Apr 08 14:33:12.446188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 33452) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:12.446921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec4e5f-7a2d-4a2c-ae64-3caee8716a4f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:12.471827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:12.530923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-ab144f3a-ffb9-42f1-86a2-960d1aebd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.532486 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-ab144f3a-ffb9-42f1-86a2-960d1aebd23f service neutron] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 920 time: 0.4458048
Apr 08 14:33:12.621636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-18fb6d02-dcda-4116-9c6b-3a52700877e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.624025 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-18fb6d02-dcda-4116-9c6b-3a52700877e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1096 time: 0.1495342
Apr 08 14:33:12.624714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-700ff9a8-a0ed-4b54-ab95-926377d268e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:12.625595 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-1efe6b46-fe90-4b74-b13a-94bf24e35926 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 200  len: 217 time: 0.0744298
Apr 08 14:33:12.638709 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-4682687a-f01e-4ec3-905b-d171f7c709c5 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3211472
Apr 08 14:33:12.650429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:12.691227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-700ff9a8-a0ed-4b54-ab95-926377d268e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:12.836427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-46789495-b0f0-4e91-8f3a-a3050b6c4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.838469 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-46789495-b0f0-4e91-8f3a-a3050b6c4e09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 200  len: 916 time: 0.2002063
Apr 08 14:33:12.842716 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9bdf0e28-f2da-4f5c-84ef-f80717214c81 req-b29e2305-f720-4ac6-90e0-94851048b6e0 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657879
Apr 08 14:33:12.854627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec40f0a-85b8-4537-9ef3-fe9202af714e req-1888299f-9450-4c37-99f8-7d3c6e90fe33 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.862976 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2ec40f0a-85b8-4537-9ef3-fe9202af714e req-1888299f-9450-4c37-99f8-7d3c6e90fe33 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.4929619
Apr 08 14:33:12.894859 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2ec40f0a-85b8-4537-9ef3-fe9202af714e req-543aee50-12a4-4489-b3d1-951845b91f2c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309365
Apr 08 14:33:12.898541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-240dc641-e17b-42b7-95f3-e3f93530ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:12.900018 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-240dc641-e17b-42b7-95f3-e3f93530ce26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.2592504
Apr 08 14:33:12.931878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-700ff9a8-a0ed-4b54-ab95-926377d268e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:12.968600 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-57d3eee0-91c4-4098-aafb-b2c15d517c9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508785
Apr 08 14:33:12.974662 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-019ae0e5-5689-466f-84b2-40ed439d0310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:12.982058 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-2f87a3e8-e75a-432d-bed8-a745f1e936cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 217 time: 0.1316309
Apr 08 14:33:13.036874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ff9a8-a0ed-4b54-ab95-926377d268e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec4e5f-7a2d-4a2c-ae64-3caee8716a4f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:13.047612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-700ff9a8-a0ed-4b54-ab95-926377d268e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:13.064438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-700ff9a8-a0ed-4b54-ab95-926377d268e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:13.068718 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-700ff9a8-a0ed-4b54-ab95-926377d268e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/baec4e5f-7a2d-4a2c-ae64-3caee8716a4f HTTP/1.1" status: 204  len: 168 time: 0.6015410
Apr 08 14:33:13.100590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-a187e645-7d07-4d0f-b217-03d63c19269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:13.100590 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-a187e645-7d07-4d0f-b217-03d63c19269d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79c4fc65-164e-4238-bc05-672bcfebe362 HTTP/1.1" status: 200  len: 854 time: 0.0998800
Apr 08 14:33:13.112546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a981c88-084c-41cd-8e95-4b2cd508bd8a req-310a520a-4e41-4af5-9a7c-33f79857b344 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:13.114157 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1a981c88-084c-41cd-8e95-4b2cd508bd8a req-310a520a-4e41-4af5-9a7c-33f79857b344 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 943 time: 0.1920481
Apr 08 14:33:13.192989 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1a981c88-084c-41cd-8e95-4b2cd508bd8a req-ede75e60-a83e-48fb-814f-577deb79bddd tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405958
Apr 08 14:33:13.205575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18979cf2-945a-4385-9304-4642f723764c req-5c764cf2-7861-4f7d-b9d5-16d07c99073e tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:13.207496 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-18979cf2-945a-4385-9304-4642f723764c req-5c764cf2-7861-4f7d-b9d5-16d07c99073e tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.2045434
Apr 08 14:33:13.210182 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-535b9707-70c6-4d8b-9828-9816cab7765d service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315316
Apr 08 14:33:13.225291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-4ea7e58e-0c17-4919-aa21-d6a9ed861f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:13.227021 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-4ea7e58e-0c17-4919-aa21-d6a9ed861f36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=077780ea-851f-45e2-9eeb-17d0c940b922&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1118999
Apr 08 14:33:13.323787 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-18979cf2-945a-4385-9304-4642f723764c req-59aeabb3-23d5-406a-b045-aa0201db00f9 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054444
Apr 08 14:33:13.411375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device badc7b2d-cb3e-4b4c-abec-86a7774a729f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:33:13.443541 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0193f4a5-9134-4410-bada-7184f55f1cbf req-95a1420c-d93c-46b8-ab53-c77e8f57a59a service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063804
Apr 08 14:33:13.478521 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-a6cad5e3-c9c5-4d38-926e-39a670f7a044 service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339215
Apr 08 14:33:13.609197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b602d8-dac9-429b-94ae-caab7761698e req-eca8ff97-10c7-44e9-bf68-2122d3441160 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:13.610963 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c9b602d8-dac9-429b-94ae-caab7761698e req-eca8ff97-10c7-44e9-bf68-2122d3441160 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.2098501
Apr 08 14:33:13.664574 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c9b602d8-dac9-429b-94ae-caab7761698e req-ef4dacc9-4d65-49e4-9970-3c3737679dba tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421097
Apr 08 14:33:13.695995 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df5f14bb-7e04-44ac-8b0c-4c52fe24052f req-0df44a01-f326-4c86-8e50-7fea0346978a service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058895
Apr 08 14:33:13.837047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port badc7b2d-cb3e-4b4c-abec-86a7774a729f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:13.848386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:13.857550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'port_id': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'mac_address': 'fa:16:3e:9c:f0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:33:13.936692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:13.938412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badc7b2d-cb3e-4b4c-abec-86a7774a729f {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:33:13.957310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port badc7b2d-cb3e-4b4c-abec-86a7774a729f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:13.990772 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:13.992932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:14.066464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=badc7b2d-cb3e-4b4c-abec-86a7774a729f,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:14.070094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:14.142799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba10c8-d798-4336-b72a-a76624f1fa67 req-35c29fad-ae03-45da-af5c-a85d8405dd60 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:14.150188 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a8ba10c8-d798-4336-b72a-a76624f1fa67 req-35c29fad-ae03-45da-af5c-a85d8405dd60 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1006854
Apr 08 14:33:14.181657 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a8ba10c8-d798-4336-b72a-a76624f1fa67 req-eff18199-cab8-468b-a385-167ee3f3b4d3 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301845
Apr 08 14:33:14.299017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:14.414558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['badc7b2d-cb3e-4b4c-abec-86a7774a729f'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:33:14.442442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428061c8-d5e9-40c1-aa52-fa8970e7b240 req-a48cf7b8-b207-431d-8c7a-f1f4e4ef46b4 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:14.444159 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-428061c8-d5e9-40c1-aa52-fa8970e7b240 req-a48cf7b8-b207-431d-8c7a-f1f4e4ef46b4 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 944 time: 0.1000195
Apr 08 14:33:14.510732 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-428061c8-d5e9-40c1-aa52-fa8970e7b240 req-d650b151-5840-4ce6-8de3-b68112e3388b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551081
Apr 08 14:33:14.560797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954570c7-d7e0-437d-8f7d-c5f9cc643dac req-abcd8db0-15d8-417c-9ab4-df1d29270779 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:14.562442 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-954570c7-d7e0-437d-8f7d-c5f9cc643dac req-abcd8db0-15d8-417c-9ab4-df1d29270779 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.1060174
Apr 08 14:33:14.602598 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-954570c7-d7e0-437d-8f7d-c5f9cc643dac req-8b354e0f-8568-4ead-9a65-c887be0c6787 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fe5d79-79c0-45e8-ac0e-6497d4bdd338&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331218
Apr 08 14:33:14.810718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 33514) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:14.882191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7876d-deee-4d18-8948-b89934dc321b req-a978ed94-0067-4f54-96a7-adad359cc39a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:14.883976 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7ae7876d-deee-4d18-8948-b89934dc321b req-a978ed94-0067-4f54-96a7-adad359cc39a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0917661
Apr 08 14:33:14.916056 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7ae7876d-deee-4d18-8948-b89934dc321b req-048c0b66-c0de-4176-b13b-f12809346d6a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254943
Apr 08 14:33:14.968349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:14.988406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:14.994712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Usage tracker for resource:security_group_rule and tenant:5a51338ab3984192bdab82c408910c11 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:15.004915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:15.018390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:15.051122 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-0efb2c5a-1819-425a-bb7c-ad9a53206ae3 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:15.052695 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-0efb2c5a-1819-425a-bb7c-ad9a53206ae3 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.70 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 950 time: 0.1564307
Apr 08 14:33:15.153145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Deleting port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:33:15.154068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.244649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.293354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.306132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2141055b-59fb-40b6-bed8-03514f556cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:15.422419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device badc7b2d-cb3e-4b4c-abec-86a7774a729f up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:33:15.445702 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a51338ab3984192bdab82c408910c11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6337962
Apr 08 14:33:15.449009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 33528) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:15.499156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463923f5-ebba-4e2d-b001-3506de13f713,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:15.510577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:15.524250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port badc7b2d-cb3e-4b4c-abec-86a7774a729f completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:33:15.531901 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port badc7b2d-cb3e-4b4c-abec-86a7774a729f triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:15.532623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.537725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11f84b56-9f8d-433b-b998-78f8504fc164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.570571 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11f84b56-9f8d-433b-b998-78f8504fc164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.596257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2844e-e4b3-435a-8193-85fabdd30735 req-d6b13292-78e8-4691-ad1e-06c16518a901 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:15.603895 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-75e2844e-e4b3-435a-8193-85fabdd30735 req-d6b13292-78e8-4691-ad1e-06c16518a901 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2797348
Apr 08 14:33:15.607829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] For port bba2cc98-6c4a-4492-a2b5-185e8fa839d3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,segment=NetworkSegment(1788d369-9f6e-475d-90cf-7229cf126b24),segment_id=1788d369-9f6e-475d-90cf-7229cf126b24)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:15.608241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.713937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11f84b56-9f8d-433b-b998-78f8504fc164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.718778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.727201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-03caf134-83dc-4ce4-9f5a-43a6eb45143d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:15.731813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:33:15.742727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port badc7b2d-cb3e-4b4c-abec-86a7774a729f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:15.748194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f84b56-9f8d-433b-b998-78f8504fc164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463923f5-ebba-4e2d-b001-3506de13f713,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:15.751237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-11f84b56-9f8d-433b-b998-78f8504fc164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:15.757820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11f84b56-9f8d-433b-b998-78f8504fc164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.757820 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-11f84b56-9f8d-433b-b998-78f8504fc164 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/463923f5-ebba-4e2d-b001-3506de13f713 HTTP/1.1" status: 204  len: 168 time: 0.3042748
Apr 08 14:33:15.759886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Calling delete_port for bba2cc98-6c4a-4492-a2b5-185e8fa839d3 owned by compute:nova {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:33:15.787134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:15.792826 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device bba2cc98-6c4a-4492-a2b5-185e8fa839d3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:33:15.802642 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-75e2844e-e4b3-435a-8193-85fabdd30735 req-427b5e37-ce1c-4494-aaef-783dfcbd1c34 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976588
Apr 08 14:33:15.807961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5495d-0bc6-4f4f-ab2f-7c8f70389d7b req-21d26b0b-6cd3-46bf-b66f-39de4b33a71c tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:15.820695 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-80b5495d-0bc6-4f4f-ab2f-7c8f70389d7b req-21d26b0b-6cd3-46bf-b66f-39de4b33a71c tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 944 time: 0.1518071
Apr 08 14:33:15.865999 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-80b5495d-0bc6-4f4f-ab2f-7c8f70389d7b req-a8b56487-d459-4de9-843e-fdebc1849edd tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415268
Apr 08 14:33:15.867845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c65fa440-da5f-4bb4-9034-213d70439e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:16.005454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 update to DOWN by agent not found {{(pid=84462) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}}
Apr 08 14:33:16.016759 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=badc7b2d-cb3e-4b4c-abec-86a7774a729f,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:16.022737 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4f99f046-12c8-46d1-9e80-733132a344ae req-13d6a18c-9095-4e18-99dc-5c794fc4979c tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7 HTTP/1.1" status: 200  len: 210 time: 0.0533571
Apr 08 14:33:16.023943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:16.029699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:16.041029 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-aedca077-e4be-4016-a55e-1b33f04d5302 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:16.106898 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'code': 200}
Apr 08 14:33:16.110530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Pushing event deleted for resources: {'Port': ['ID=bba2cc98-6c4a-4492-a2b5-185e8fa839d3,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:16.118749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:16.316966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] No DVR routers for this DVR port bba2cc98-6c4a-4492-a2b5-185e8fa839d3 on host hv-cinder-78462 {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:33:16.320269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:16.323981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7', 'name': 'network-vif-deleted', 'tag': 'bba2cc98-6c4a-4492-a2b5-185e8fa839d3'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:33:16.373077 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-46a2aa56-5468-4a57-981e-4a6a6498ddab req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] 10.222.0.70 "DELETE /v2.0/ports/bba2cc98-6c4a-4492-a2b5-185e8fa839d3 HTTP/1.1" status: 204  len: 173 time: 1.3076994
Apr 08 14:33:16.384287 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e0b6d7-f8f9-4f36-a87d-3bee5f4244d7', 'name': 'network-vif-deleted', 'tag': 'bba2cc98-6c4a-4492-a2b5-185e8fa839d3', 'status': 'completed', 'code': 200}
Apr 08 14:33:16.465083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26ae25-f91d-4379-a857-c366bcd01589 req-d15aafa7-c262-401a-93c1-dc82645d5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:16.466789 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ec26ae25-f91d-4379-a857-c366bcd01589 req-d15aafa7-c262-401a-93c1-dc82645d5850 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1098 time: 0.0901804
Apr 08 14:33:16.500874 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ec26ae25-f91d-4379-a857-c366bcd01589 req-718cbd90-cc1f-4238-86ac-39e451bc2cc2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0228279
Apr 08 14:33:17.148967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e87f9-0c8f-4f09-92dd-b607700b3953 req-8e2dbe7a-4403-4a64-a07d-b2a49859ff37 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:17.150763 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e39e87f9-0c8f-4f09-92dd-b607700b3953 req-8e2dbe7a-4403-4a64-a07d-b2a49859ff37 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1041880
Apr 08 14:33:17.152246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ec78b-3415-4074-89d3-67888b4377d8 req-2d7959bd-508c-40bf-91ce-558b5c7a85ec tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:17.161441 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-521ec78b-3415-4074-89d3-67888b4377d8 req-2d7959bd-508c-40bf-91ce-558b5c7a85ec tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.1145205
Apr 08 14:33:17.186050 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e39e87f9-0c8f-4f09-92dd-b607700b3953 req-30a8708e-645e-46f4-a706-52c5aa48725c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277956
Apr 08 14:33:17.192073 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-521ec78b-3415-4074-89d3-67888b4377d8 req-06db3336-ecda-4c87-add7-e382c8eb8e5e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297194
Apr 08 14:33:17.259463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 33560) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:17.410488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:17.433452 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:17.438204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Usage tracker for resource:security_group_rule and tenant:3715e092325440f3878f5bece51cb39d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:17.441406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:17.447417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:17.536722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:17.567334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:17.595924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7fc21fe2-3e31-4491-b956-8ce8c4d3ef83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:17.604820 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3715e092325440f3878f5bece51cb39d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3441615
Apr 08 14:33:17.607760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 33578) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:17.626222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a4f46a-735c-4d0e-bcc6-e7a6f9bb061f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:17.629472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:17.690849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05f1f4a4-5905-4950-95bd-578eecac7af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:17.721449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05f1f4a4-5905-4950-95bd-578eecac7af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:17.796208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05f1f4a4-5905-4950-95bd-578eecac7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:17.801718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:17.816361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1f4a4-5905-4950-95bd-578eecac7af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a4f46a-735c-4d0e-bcc6-e7a6f9bb061f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:17.818872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-05f1f4a4-5905-4950-95bd-578eecac7af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:17.821333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05f1f4a4-5905-4950-95bd-578eecac7af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:17.822834 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-05f1f4a4-5905-4950-95bd-578eecac7af5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15a4f46a-735c-4d0e-bcc6-e7a6f9bb061f HTTP/1.1" status: 204  len: 168 time: 0.2133148
Apr 08 14:33:18.451307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05e78-05f9-435d-b45c-1e8c659a5fc6 req-7ab89740-888c-4368-9474-bb9d3e27f237 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:18.453098 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c6e05e78-05f9-435d-b45c-1e8c659a5fc6 req-7ab89740-888c-4368-9474-bb9d3e27f237 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.1059146
Apr 08 14:33:18.459172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42644-2753-4519-baab-a5e12eeee7a4 req-0213ed90-ad7b-4728-9517-cf24fc5af190 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:18.460809 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10b42644-2753-4519-baab-a5e12eeee7a4 req-0213ed90-ad7b-4728-9517-cf24fc5af190 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1042485
Apr 08 14:33:18.490816 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c6e05e78-05f9-435d-b45c-1e8c659a5fc6 req-211a9ff3-7184-4a93-8e9b-70fdb4e91574 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311115
Apr 08 14:33:18.494966 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10b42644-2753-4519-baab-a5e12eeee7a4 req-ee8d1d6a-78c0-4b5c-a7c1-7ae656b6f12b tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267715
Apr 08 14:33:18.738284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae2640-0c5e-478e-8bac-193200a28fea req-3ff454bb-af3d-42f3-9c35-c2dbef88287a tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:18.740131 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-55ae2640-0c5e-478e-8bac-193200a28fea req-3ff454bb-af3d-42f3-9c35-c2dbef88287a tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.1037486
Apr 08 14:33:18.774396 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-55ae2640-0c5e-478e-8bac-193200a28fea req-a71b0f73-ceb7-430a-86c2-a3bce95c9483 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268681
Apr 08 14:33:19.251465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76879-252e-4ab0-bc23-3357a351366b req-f5bb7e9f-26ee-4c40-999b-c3c0366e906b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:19.253072 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fbf76879-252e-4ab0-bc23-3357a351366b req-f5bb7e9f-26ee-4c40-999b-c3c0366e906b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.0956869
Apr 08 14:33:19.291238 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fbf76879-252e-4ab0-bc23-3357a351366b req-849320d4-aa46-4b48-a606-5cf70194b0f2 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313351
Apr 08 14:33:19.769671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a2cb7-b5e1-4b33-a71f-ab246ed215fc req-64790b62-2361-4210-83e3-e98b9271b9bd tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:19.771403 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be8a2cb7-b5e1-4b33-a71f-ab246ed215fc req-64790b62-2361-4210-83e3-e98b9271b9bd tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1005797
Apr 08 14:33:19.810463 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be8a2cb7-b5e1-4b33-a71f-ab246ed215fc req-c5d9df1f-aa9a-4b81-b200-3eaf6d44b760 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298634
Apr 08 14:33:21.066489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b7e02-9a47-4ccd-bc00-25d837e01bda req-b4119bf9-c8f3-497c-9938-fefe121376a2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:21.068149 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ff2b7e02-9a47-4ccd-bc00-25d837e01bda req-b4119bf9-c8f3-497c-9938-fefe121376a2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1108308
Apr 08 14:33:21.335583 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ff2b7e02-9a47-4ccd-bc00-25d837e01bda req-d9521ad5-4ddb-4be5-a32e-3ac4dc9af111 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2583108
Apr 08 14:33:24.897928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c57f12-9e10-473e-9963-d6ba675c1803 req-28b31982-0897-4b3f-b287-2cbfb122441a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:24.899552 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-26c57f12-9e10-473e-9963-d6ba675c1803 req-28b31982-0897-4b3f-b287-2cbfb122441a tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0934348
Apr 08 14:33:24.931043 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-26c57f12-9e10-473e-9963-d6ba675c1803 req-01d8576e-dbd0-4078-9127-1780bf43e035 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242994
Apr 08 14:33:26.390758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9168621-4c1b-4066-8b6f-8c2b12340d55 req-c6163a3a-77bb-477e-aac1-c17cc80d3334 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:26.392407 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f9168621-4c1b-4066-8b6f-8c2b12340d55 req-c6163a3a-77bb-477e-aac1-c17cc80d3334 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.3317845
Apr 08 14:33:26.429425 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f9168621-4c1b-4066-8b6f-8c2b12340d55 req-d242d110-3785-46bd-8776-04546c85c38e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270114
Apr 08 14:33:26.483809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 33906) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:26.629441 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-12439fc6-befa-4888-9c1e-aa9952775259 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a9a46a349a542d29bede3db59e3ec91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1442504
Apr 08 14:33:26.632035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 33912) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:26.696270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:26.723792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:26.795777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:26.800644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1679fb1f-be19-4c5f-b59e-c8470d154910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:26.814311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe5d79-79c0-45e8-ac0e-6497d4bdd338,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:26.822494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.822850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.823235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.823714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.824107 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.824754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.825164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.825593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.825981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.826370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.828154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.828154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:26.830578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:26.852498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:26.856063 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d5f2e913-d2d6-488e-8034-265d5db2032b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36fe5d79-79c0-45e8-ac0e-6497d4bdd338 HTTP/1.1" status: 204  len: 168 time: 0.2230248
Apr 08 14:33:27.664287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d5de-d935-4760-89b2-0ca3d6243967 req-66cf9138-5750-4146-aec2-45b5cca05dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:27.665941 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3673d5de-d935-4760-89b2-0ca3d6243967 req-66cf9138-5750-4146-aec2-45b5cca05dd7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1099 time: 0.1504660
Apr 08 14:33:27.675000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf43e19-1d39-4dad-974c-0848cc6798e7 req-41e412e3-9e1e-4ab6-9283-58add2c0bce0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:27.676501 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cf43e19-1d39-4dad-974c-0848cc6798e7 req-41e412e3-9e1e-4ab6-9283-58add2c0bce0 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1254430
Apr 08 14:33:27.707705 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cf43e19-1d39-4dad-974c-0848cc6798e7 req-c7aba7bf-4197-4757-bbcf-3adb7103706e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246336
Apr 08 14:33:28.909447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a1007-5981-4507-a21e-212ccc1cab5a req-654a63ec-ae7f-470a-8aad-4ed0f7136900 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:28.911063 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bb3a1007-5981-4507-a21e-212ccc1cab5a req-654a63ec-ae7f-470a-8aad-4ed0f7136900 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0898063
Apr 08 14:33:28.941534 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bb3a1007-5981-4507-a21e-212ccc1cab5a req-6166d799-e630-4a8e-9778-73514001e59d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240667
Apr 08 14:33:29.615577 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3673d5de-d935-4760-89b2-0ca3d6243967 req-ef3901f6-a97f-4859-8ac2-bba009b39e61 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239837
Apr 08 14:33:29.939915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:33:30.148159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245ebcf-8de6-4c37-93d5-f2fdea89de47 req-4651d262-b427-4b06-bd88-92af3207f23d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:30.149776 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a245ebcf-8de6-4c37-93d5-f2fdea89de47 req-4651d262-b427-4b06-bd88-92af3207f23d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0911412
Apr 08 14:33:30.180927 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a245ebcf-8de6-4c37-93d5-f2fdea89de47 req-326c8357-de61-40e1-9f1e-b48a559cb314 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242987
Apr 08 14:33:31.382168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0989b08-aba6-41f7-8589-1db30a4f9a6f req-fcf59f7c-159e-47cd-a8b9-0359ef0fd79d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:31.383770 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0989b08-aba6-41f7-8589-1db30a4f9a6f req-fcf59f7c-159e-47cd-a8b9-0359ef0fd79d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0887804
Apr 08 14:33:31.413597 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0989b08-aba6-41f7-8589-1db30a4f9a6f req-af4bcf2d-0cb5-4edb-851e-e1092e7f85fe tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0234711
Apr 08 14:33:32.078379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665fd88-9e9a-47bf-a83c-284fec15dfbb req-5798e6fb-40e8-4a60-bea2-ca177e9e7c5e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:32.079936 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8665fd88-9e9a-47bf-a83c-284fec15dfbb req-5798e6fb-40e8-4a60-bea2-ca177e9e7c5e tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0917063
Apr 08 14:33:32.111799 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8665fd88-9e9a-47bf-a83c-284fec15dfbb req-670748c6-7f54-43db-9274-db212619ddef tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250623
Apr 08 14:33:33.368950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7e07b-9601-4767-9844-5a729a0cd532 req-bf72794a-1be0-4620-8962-3e42063a6cbb tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:33.370556 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-81c7e07b-9601-4767-9844-5a729a0cd532 req-bf72794a-1be0-4620-8962-3e42063a6cbb tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0899885
Apr 08 14:33:33.400921 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-81c7e07b-9601-4767-9844-5a729a0cd532 req-39bc2b4f-6630-4273-887e-4425049570b5 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240655
Apr 08 14:33:34.229577 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-017f137c-3705-4d63-be3b-1de32f226935 req-78897c2f-3def-4609-8be3-acf7209f3d1a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0830956
Apr 08 14:33:34.232863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-84177136-12aa-4a13-8ca0-0e4a9592ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:34.234520 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-84177136-12aa-4a13-8ca0-0e4a9592ff1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 1099 time: 0.0864427
Apr 08 14:33:34.385005 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f137c-3705-4d63-be3b-1de32f226935 req-2d3e5a2e-424b-4b09-97ef-2672211deab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:34.386667 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-017f137c-3705-4d63-be3b-1de32f226935 req-2d3e5a2e-424b-4b09-97ef-2672211deab6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1597430565bb48eaa011ef63409225a2&device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 1098 time: 0.1122262
Apr 08 14:33:34.431826 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-e96d2fed-fa27-4421-b7f3-f573096d38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:34.433523 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-e96d2fed-fa27-4421-b7f3-f573096d38e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 920 time: 0.1573184
Apr 08 14:33:34.517576 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-e0916330-d89a-4320-a447-70719c65e964 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 200  len: 217 time: 0.0740139
Apr 08 14:33:34.599682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-1d0a125f-53ee-477b-a927-78876378a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:34.601238 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-1d0a125f-53ee-477b-a927-78876378a2fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.0733988
Apr 08 14:33:34.607141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f137c-3705-4d63-be3b-1de32f226935 req-4a4fe936-a1f2-4ace-bf2c-584c27933fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:34.608733 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-017f137c-3705-4d63-be3b-1de32f226935 req-4a4fe936-a1f2-4ace-bf2c-584c27933fa5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 200  len: 920 time: 0.1981716
Apr 08 14:33:34.642048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39f5d-2a13-456b-bd3c-5efb577299ad req-a8805328-3f1e-480f-855c-95a775656f52 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:34.643631 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89f39f5d-2a13-456b-bd3c-5efb577299ad req-a8805328-3f1e-480f-855c-95a775656f52 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1159365
Apr 08 14:33:34.675286 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89f39f5d-2a13-456b-bd3c-5efb577299ad req-dbc6e9d0-aee2-4a91-8ea7-43d2075f77cf tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251217
Apr 08 14:33:35.532985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:35.889352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdaa94-557c-4651-a36f-4ed5b3de8409 req-5080efdf-d659-416f-ae14-ae49fcf285e1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:35.890986 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5abdaa94-557c-4651-a36f-4ed5b3de8409 req-5080efdf-d659-416f-ae14-ae49fcf285e1 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0909514
Apr 08 14:33:35.922499 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5abdaa94-557c-4651-a36f-4ed5b3de8409 req-a8aa4dfb-864b-4688-a28f-797e2febeb48 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249848
Apr 08 14:33:36.644225 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-67408734-996d-4e9e-bc1b-a01ffa0e25c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462587
Apr 08 14:33:37.125435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557de6c-0f26-4087-9953-cd42611cd602 req-3995d766-8e63-4816-b3d0-4c89017b1a5f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:37.127028 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9557de6c-0f26-4087-9953-cd42611cd602 req-3995d766-8e63-4816-b3d0-4c89017b1a5f tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0909019
Apr 08 14:33:37.157379 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9557de6c-0f26-4087-9953-cd42611cd602 req-16055605-145f-436f-b20f-95e7d3ffea58 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240541
Apr 08 14:33:37.850673 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-017f137c-3705-4d63-be3b-1de32f226935 req-48902c25-1896-4aed-a042-95419ba1dee6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7919d93-6597-47c9-8e3f-f999c79dc9f7 HTTP/1.1" status: 200  len: 217 time: 0.0788066
Apr 08 14:33:37.940273 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-de28833d-6649-4c1a-b853-c39ddf22564c service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675832
Apr 08 14:33:37.965783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f137c-3705-4d63-be3b-1de32f226935 req-dd4d706d-5b70-40bf-bf6b-56c8b9ea1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:37.967989 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-017f137c-3705-4d63-be3b-1de32f226935 req-dd4d706d-5b70-40bf-bf6b-56c8b9ea1b91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 200  len: 859 time: 0.1090956
Apr 08 14:33:38.024559 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-017f137c-3705-4d63-be3b-1de32f226935 req-493cdf92-0fee-4519-87d2-980b971591bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481045
Apr 08 14:33:38.104534 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-343d22e1-b9f1-47ba-bdf5-80286ecaf54f req-9808a2ef-7611-4694-8bef-6916ffbdfff3 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551564
Apr 08 14:33:38.177268 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-017f137c-3705-4d63-be3b-1de32f226935 req-0270a998-9465-4038-8300-17cc49915108 service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440923
Apr 08 14:33:38.337152 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-017f137c-3705-4d63-be3b-1de32f226935 req-9f096362-e7f6-43c3-87ea-92193fedee3b service neutron] 10.222.0.70 "GET /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469545
Apr 08 14:33:38.395385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb45c95-97a5-4f73-84e3-5735e3ceacee req-b76cfcb7-9d34-41c6-9dd4-ca14342c4384 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:38.397814 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-feb45c95-97a5-4f73-84e3-5735e3ceacee req-b76cfcb7-9d34-41c6-9dd4-ca14342c4384 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1020901
Apr 08 14:33:38.431869 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-feb45c95-97a5-4f73-84e3-5735e3ceacee req-0739bae3-d9c5-46d3-b36f-9bfb38db5184 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253005
Apr 08 14:33:39.649830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa083-772d-4bc1-ba0c-403ba5bb3228 req-d55c7e20-b9c8-4725-9da7-c341f183ad4b tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:39.651529 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-167aa083-772d-4bc1-ba0c-403ba5bb3228 req-d55c7e20-b9c8-4725-9da7-c341f183ad4b tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0985832
Apr 08 14:33:39.685240 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-167aa083-772d-4bc1-ba0c-403ba5bb3228 req-29da1500-3f6d-4678-8918-77371a81dff7 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264089
Apr 08 14:33:39.738705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-542459e1-4157-424a-99e9-53bf64f2293c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:40.149700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4e595-4494-48ba-b4c3-c253c8ed2839 req-7e480447-7936-4978-b6d4-da3c572b0bcb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:40.151342 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b8e4e595-4494-48ba-b4c3-c253c8ed2839 req-7e480447-7936-4978-b6d4-da3c572b0bcb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.0960827
Apr 08 14:33:40.182038 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b8e4e595-4494-48ba-b4c3-c253c8ed2839 req-10b35ade-ff24-4c7f-83fb-7a87dd638ab2 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242939
Apr 08 14:33:40.209284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34148) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:40.474990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306fc67e-9daf-45d7-bb9c-ee5c6e3cd45e tempest-TestMinimumBasicScenario-220950580 tempest-TestMinimumBasicScenario-220950580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:40.476651 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-306fc67e-9daf-45d7-bb9c-ee5c6e3cd45e tempest-TestMinimumBasicScenario-220950580 tempest-TestMinimumBasicScenario-220950580-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1093 time: 0.2656808
Apr 08 14:33:40.479910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34154) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:40.486200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'port_id': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:40.492745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:40.497006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Usage tracker for resource:floatingip and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:40.500808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:40.507096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:40.550221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for floatingip, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:40.704530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:40.862181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Allocated IP 172.27.1.70 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/cef8aa32-a2be-4322-8f9c-aecc5239ee21) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:33:40.939054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f467-f73d-4b6b-b2b3-a76fc6340072 req-71d06904-b71c-4570-8a72-69c2f42c9341 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:40.940686 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0e82f467-f73d-4b6b-b2b3-a76fc6340072 req-71d06904-b71c-4570-8a72-69c2f42c9341 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.0923803
Apr 08 14:33:40.972147 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0e82f467-f73d-4b6b-b2b3-a76fc6340072 req-2646896f-56b7-4dae-ac7a-9a988b5f8ac2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249958
Apr 08 14:33:41.199723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:41.262009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:41.276343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2dae330f-9b8b-4f10-8643-e894c8f6c020 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:41.429284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'Port': ['ID=cef8aa32-a2be-4322-8f9c-aecc5239ee21,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:41.434370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:41.503445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:41.504693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:41.507330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:33:41.792777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34184) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:41.953339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:41.967204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:41.971694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Usage tracker for resource:security_group_rule and tenant:13821d5df284402ab03a8eebb4f8a029 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:41.974965 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:41.981325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:42.028717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.131212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.179834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973aee7-77ab-4969-8e90-056e59972a80 req-ee311621-5508-4c3f-a581-17f1dff2848b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:42.181520 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0973aee7-77ab-4969-8e90-056e59972a80 req-ee311621-5508-4c3f-a581-17f1dff2848b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1015599
Apr 08 14:33:42.184406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.195361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a698a4b0-385e-4698-a7bc-bb0a0a4d8644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:42.201474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.254267 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a82d17c-78b9-421e-abe7-488c7b8f322d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:42.268519 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13821d5df284402ab03a8eebb4f8a029&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4718149
Apr 08 14:33:42.272317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34194) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:42.273923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.274338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.274746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.275149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.275546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.275942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.276341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.276732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.277158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.277555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.277944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.278333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:42.290811 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0973aee7-77ab-4969-8e90-056e59972a80 req-cf38304d-19c8-4efb-b95d-e282e5166338 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965548
Apr 08 14:33:42.291588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:42.332721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7117848a-8a06-4af9-a8a0-5a6111450e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.361985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60c249f4-1cd4-40cc-b43b-0f84789e270f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.393027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60c249f4-1cd4-40cc-b43b-0f84789e270f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.463793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c9d44-7fac-48b2-b367-1915c360c231 req-cea68bd7-38d0-49f6-a5aa-fd6c3c7e0a75 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:42.465449 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-532c9d44-7fac-48b2-b367-1915c360c231 req-cea68bd7-38d0-49f6-a5aa-fd6c3c7e0a75 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2141819
Apr 08 14:33:42.475542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60c249f4-1cd4-40cc-b43b-0f84789e270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.480969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-da755d41-604d-490b-a104-47a3eb98f85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:42.493644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c249f4-1cd4-40cc-b43b-0f84789e270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a82d17c-78b9-421e-abe7-488c7b8f322d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:42.499454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-60c249f4-1cd4-40cc-b43b-0f84789e270f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:42.503900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-60c249f4-1cd4-40cc-b43b-0f84789e270f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.507904 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-60c249f4-1cd4-40cc-b43b-0f84789e270f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a82d17c-78b9-421e-abe7-488c7b8f322d HTTP/1.1" status: 204  len: 168 time: 0.2227681
Apr 08 14:33:42.556438 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-532c9d44-7fac-48b2-b367-1915c360c231 req-9eadc914-6dd3-498c-b1fb-2f39e824d049 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401061
Apr 08 14:33:42.614839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.655817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.693500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:42.717016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:42.881236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'Port': ['ID=cef8aa32-a2be-4322-8f9c-aecc5239ee21,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:42.886246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:42.987359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.127700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34226) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:43.290146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.339969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:43.352071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Usage tracker for resource:security_group_rule and tenant:7f7890d68dbf44488f0188bc3bdfe820 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:43.355420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:43.368888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:43.460818 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Floating IP 41dd559b-0b4d-403a-ad13-58883c257d73 associated. External IP: 172.27.1.70, port: badc7b2d-cb3e-4b4c-abec-86a7774a729f.
Apr 08 14:33:43.524523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.565399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.576486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6f47ae1e-d4dd-4187-86a8-38fd8f95e0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:43.599919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34244) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:43.630907 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f7890d68dbf44488f0188bc3bdfe820&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5014021
Apr 08 14:33:43.633637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34250) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:43.636434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942be794-e618-4ef3-8f0f-f8678849c415,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:43.651522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:43.707342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d2b-68bd-42df-9019-2b0ec944163a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.708077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.731154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c6e6-2343-4407-9e86-ffe9a353bf5b req-4d46ac1d-65fc-4bfb-90fc-90180c70bbd4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:43.732846 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-56c1c6e6-2343-4407-9e86-ffe9a353bf5b req-4d46ac1d-65fc-4bfb-90fc-90180c70bbd4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.2204752
Apr 08 14:33:43.738126 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d2b-68bd-42df-9019-2b0ec944163a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.778278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1578596305-network', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:43.793612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:43.801911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Usage tracker for resource:network and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:43.807989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:43.816747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:43.855308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Made reservation on behalf of b9c18c8d02da4cb99da2650a8dfca3ca for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:33:43.860332 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.874476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.886021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d2b-68bd-42df-9019-2b0ec944163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.886960 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-56c1c6e6-2343-4407-9e86-ffe9a353bf5b req-14d47f3e-0068-4faa-b4e9-6be4d69e12ef tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020229
Apr 08 14:33:43.893290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bbba0457-59ba-4c61-b71e-09709361886f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:43.906954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc58d2b-68bd-42df-9019-2b0ec944163a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942be794-e618-4ef3-8f0f-f8678849c415,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:43.909419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bbc58d2b-68bd-42df-9019-2b0ec944163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:43.912549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:43.920504 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Usage tracker for resource:security_group_rule and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:43.923677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d2b-68bd-42df-9019-2b0ec944163a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:43.927416 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-bbc58d2b-68bd-42df-9019-2b0ec944163a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/942be794-e618-4ef3-8f0f-f8678849c415 HTTP/1.1" status: 204  len: 168 time: 0.2902884
Apr 08 14:33:43.927416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:43.936970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:43.957888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Router 5dc16b8f-fb19-4339-b90c-519e05683124 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:33:44.030646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.058648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.070211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-60c249f4-1cd4-40cc-b43b-0f84789e270f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:44.097613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:33:44.115339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c22f6e-2244-4540-b83d-ff40d06f35b3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:44.118707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:44.149987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.150475 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Added segment f204bdd8-f569-4ab1-900a-b51aa682f969 of type vlan for network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6
Apr 08 14:33:44.162563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:33:44.174158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] Sync routers for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:33:44.185512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:33:44.186514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d2ed6d8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:44.310935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.331122 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.335581 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.438792 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.9577024
Apr 08 14:33:44.439703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:33:44.442039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34262) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:44.448112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531689935', 'description': 'tempest-secgroup-smoke-1531689935 description', 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:44.463500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:44.477444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:44.486173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.487729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:44.488379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.511493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:44.521577 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'status': 'completed', 'code': 200}
Apr 08 14:33:44.528407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.552232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:44.603095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Usage tracker for resource:security_group_rule and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:44.609894 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:33:44.667609 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0637653
Apr 08 14:33:44.669136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:44.670744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34274) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:44.677788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Request body: {'subnet': {'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1578596305-subnet', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:44.683414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:44.685941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:44.688357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Usage tracker for resource:subnet and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:44.692015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:44.701400 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Pushing event updated for resources: {'Network': ['ID=7b6fb958-c947-4b6e-bdbd-1275a7d9def6,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:44.701837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:44.710864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:44.713296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:33:44.761500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Made reservation on behalf of b9c18c8d02da4cb99da2650a8dfca3ca for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:33:44.763016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-e9b502f6-69d1-4a8b-b506-4d196bcaae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:44.764792 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-e9b502f6-69d1-4a8b-b506-4d196bcaae16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1098 time: 0.2140195
Apr 08 14:33:44.767561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853906111'] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.842935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.893702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:44.903757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-553f3eab-0dbd-4f7d-b452-836ab17d68e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:45.015651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c924fe3-954c-4885-9a27-25b6d2ff7dad,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:45.020801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:45.072581 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-f841aa1f-ff76-4af8-8cdf-94c53988a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:45.074568 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-f841aa1f-ff76-4af8-8cdf-94c53988a2ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 200  len: 916 time: 0.2294164
Apr 08 14:33:45.081456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d2ed6d8>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '41dd559b-0b4d-403a-ad13-58883c257d73', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'port_id': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'mac_address': 'fa:16:3e:9c:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:33:41Z', 'updated_at': '2021-04-08T14:33:41Z', 'revision_number': 0, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:24Z', 'revision_number': 5, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:45.086448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] Checking router: 5dc16b8f-fb19-4339-b90c-519e05683124 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:33:45.096460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:33:45.097588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d2ed6d8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:45.172628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aa7fc-67d7-4184-b2bb-faa3370d91b9 req-5b723770-ee69-4d90-b414-8af0a464f3ee tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:45.179696 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7d3aa7fc-67d7-4184-b2bb-faa3370d91b9 req-5b723770-ee69-4d90-b414-8af0a464f3ee tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1086428
Apr 08 14:33:45.207285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:45.209053 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.7658768
Apr 08 14:33:45.215710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34288) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:45.218596 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-58dd9613-2e13-49c4-b791-15ddd008b2a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 998 time: 0.1340783
Apr 08 14:33:45.224834 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7d3aa7fc-67d7-4184-b2bb-faa3370d91b9 req-9ec3d198-1f4b-4835-bc38-e8f6ee078e52 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428963
Apr 08 14:33:45.228804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'security_group_rule': {'security_group_id': '3c924fe3-954c-4885-9a27-25b6d2ff7dad', 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:45.235999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:45.253541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Usage tracker for resource:security_group_rule and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:45.253541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:45.259274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:45.311436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34292) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:45.360508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-54175086-48db-4d2b-8a19-2e65c4823a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:45.362169 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-54175086-48db-4d2b-8a19-2e65c4823a15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79c4fc65-164e-4238-bc05-672bcfebe362 HTTP/1.1" status: 200  len: 854 time: 0.0951281
Apr 08 14:33:45.363491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:45.372131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:33:45.458896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1351526485-network', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:45.471433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:45.490017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Usage tracker for resource:network and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:45.496077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:45.511318 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:45.523095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:45.533720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-d3af45d6-7c25-438e-8e25-4acf936899a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:45.535349 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-d3af45d6-7c25-438e-8e25-4acf936899a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=077780ea-851f-45e2-9eeb-17d0c940b922&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1614034
Apr 08 14:33:45.590553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Made reservation on behalf of d803bbf3b0e54b36964f9adb4d4a95ac for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:33:45.596028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:45.606168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:45.629325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-843166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853906064'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:45.645606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e4c385f5-9d8e-4299-805f-9a4eea3dc5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:45.659849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:45.672468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:45.705017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8649c51-5908-4693-8400-1a11c57e208c,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:45.719594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:45.722645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:45.742642 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Usage tracker for resource:security_group_rule and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:45.754909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:45.775256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:45.809855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d2ed6d8>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '41dd559b-0b4d-403a-ad13-58883c257d73', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'port_id': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'mac_address': 'fa:16:3e:9c:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:33:41Z', 'updated_at': '2021-04-08T14:33:41Z', 'revision_number': 0, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:24Z', 'revision_number': 5, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:45.814387 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49c7b5-334e-4d7f-aedb-63011baadf5c None None] The sync data for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi is: [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '41dd559b-0b4d-403a-ad13-58883c257d73', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'port_id': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'mac_address': 'fa:16:3e:9c:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:33:41Z', 'updated_at': '2021-04-08T14:33:41Z', 'revision_number': 0, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:24Z', 'revision_number': 5, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:33:45.819429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:45.823771 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-eb759630-6bf4-4285-b492-6247943d8f3e tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6038709
Apr 08 14:33:45.824046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34302) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:45.834169 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-16e54709-7e71-46f7-ad96-0a786586d40d service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2900777
Apr 08 14:33:45.855818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'security_group_rule': {'security_group_id': '3c924fe3-954c-4885-9a27-25b6d2ff7dad', 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:45.862477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:45.867016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Usage tracker for resource:security_group_rule and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:45.870198 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:45.875749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7d0c65-c480-42ef-80ac-80a046c9839c,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:45.884321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:45.885549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:45.914703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Checking segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:33:45.915336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Network hostable DHCP agents. Network: 7b6fb958-c947-4b6e-bdbd-1275a7d9def6, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:33:45.975001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.002323 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f969e0a-15c9-427b-a0cb-e968278ac04d req-9580f934-6a1f-43f4-973d-9d2659cc4fa4 service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504080
Apr 08 14:33:46.011763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:33:46.127695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 7b6fb958-c947-4b6e-bdbd-1275a7d9def6) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:46.142520 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a1c192-55f5-4447-a288-de1a82eaf048 None None] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:33:46.144884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:46.145644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.181413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.207809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.218430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.220621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:46.228965 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b3c27e-f974-4df8-95cd-8c1ac49e0e28 None None] New status for floating IP 41dd559b-0b4d-403a-ad13-58883c257d73: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:33:46.244412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.253770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fb2fddc7-9ea4-44fd-967e-72b393ac6756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:46.253974 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5784056
Apr 08 14:33:46.260694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34308) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:46.262243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaff044-43f8-42f4-95fa-e8d35d573fe2,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:46.275008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:46.275482 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:46.283170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:46.292326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Usage tracker for resource:router and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:46.296338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.300776 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f0f478f0-1a8d-48f3-ba48-39bc933297a0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4611893
Apr 08 14:33:46.300969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:46.301236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34314) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:46.314643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'security_group_rule': {'security_group_id': '3c924fe3-954c-4885-9a27-25b6d2ff7dad', 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:46.322225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:46.326484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:46.327032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Usage tracker for resource:security_group_rule and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:46.330332 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:46.336949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:46.338932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:33:46.350428 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9a415c-1267-47ae-a747-490fdad54a50,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:46.354584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:46.363150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.363431 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Added segment af18706f-43f3-4bfe-8f83-d08782275533 of type vlan for network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18
Apr 08 14:33:46.395295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.406237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.468647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.469891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.472856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.501199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.504580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-de42d05b-f4e4-4931-a5f7-a56df1f59f42 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:46.532566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71071fdf-9fa7-42f2-8ad0-94e6b842ace7,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:46.535968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:46.592954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.597587 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2921588
Apr 08 14:33:46.597967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34318) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:46.605159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'security_group_rule': {'security_group_id': '3c924fe3-954c-4885-9a27-25b6d2ff7dad', 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:46.612967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:46.618294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Usage tracker for resource:security_group_rule and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:46.623129 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:46.631047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:46.680738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.725315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.727294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:33:46.728999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.740199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.744550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:46.745221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.754094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d178b29c-027e-49d5-9a45-1521327c4541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:46.761651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.796315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.798670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:46.808977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1926bb-38bf-4666-b71f-531f7a6b20bb req-79eebdc4-7517-4762-a714-c7eceb07e702 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:46.810896 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c1926bb-38bf-4666-b71f-531f7a6b20bb req-79eebdc4-7517-4762-a714-c7eceb07e702 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.3934255
Apr 08 14:33:46.843978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebad3d3d-4d1f-4216-a968-b084f2f900c6,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:46.848405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:46.872470 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:46.874221 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2746892
Apr 08 14:33:46.877274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34322) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:46.884606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'security_group_rule': {'security_group_id': '3c924fe3-954c-4885-9a27-25b6d2ff7dad', 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:46.892313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:46.897212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Usage tracker for resource:security_group_rule and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:46.900212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:46.905726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Allocated IP 172.20.0.2 (7b6fb958-c947-4b6e-bdbd-1275a7d9def6/ed7d0c65-c480-42ef-80ac-80a046c9839c/418eafa7-5e99-4ee9-ad4f-067a8584ad88) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:33:46.907527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:47.001409 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Project 7bcaf3f9f5db4e729a39ad3e9c368dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 14:33:47.009816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.027005 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.7129085
Apr 08 14:33:47.032249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34326) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:47.037762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Pushing event updated for resources: {'Network': ['ID=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:47.042692 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c1926bb-38bf-4666-b71f-531f7a6b20bb req-4089cf71-cfcc-4f78-86f7-8c8dde616711 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733904
Apr 08 14:33:47.046602 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:47.052745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Request body: {'subnet': {'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1351526485-subnet', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:47.068638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:33:47.078816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:47.088878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Usage tracker for resource:subnet and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:47.095630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:47.107467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:47.130023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.170621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Made reservation on behalf of d803bbf3b0e54b36964f9adb4d4a95ac for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:33:47.176483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853906111'] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.206408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.275419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.280145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.284253 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-94009aa6-3a02-4b40-8af8-dc7565f934d7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:47.296219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Transition to ACTIVE for port object 418eafa7-5e99-4ee9-ad4f-067a8584ad88 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:47.320912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa489de-7bc3-432b-b961-498802a12093,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:47.332691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:47.337844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Transition to ACTIVE for port object 418eafa7-5e99-4ee9-ad4f-067a8584ad88 will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:47.381886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.406469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:47.454931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.456173 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5775278
Apr 08 14:33:47.478593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34336) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:47.478593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'security_group_rule': {'security_group_id': '3c924fe3-954c-4885-9a27-25b6d2ff7dad', 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:47.480672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:47.485486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Usage tracker for resource:security_group_rule and tenant:7bcaf3f9f5db4e729a39ad3e9c368dba is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:47.488877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:47.509735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:47.565666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Pushing event updated for resources: {'Port': ['ID=418eafa7-5e99-4ee9-ad4f-067a8584ad88,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:47.569530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:47.594218 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Project 7bcaf3f9f5db4e729a39ad3e9c368dba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 14:33:47.607696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.631331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:47.632697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:47.635266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:33:47.642675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.678638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.706897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.759977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.764574 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Attempting to bind port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:33:47.766054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Attempting to bind port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:33:47.767162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Attempting to bind port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:33:47.769035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-437921b9-f7ed-470f-912a-92ee8bfbbd54 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:47.776785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:33:47.777338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Checking segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:33:47.777970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.779247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Bound using segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:33:47.780147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Bound port: 418eafa7-5e99-4ee9-ad4f-067a8584ad88, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:33:47.780829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.846130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613aa945-2b37-4c3b-8009-6d710621426a,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:47.857643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:47.861755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-843166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853906064'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.870577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Allocated IP 172.27.1.193 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/00cc4305-a588-4df6-960f-a11afd69083b) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:33:47.878729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:47.887430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] For port 418eafa7-5e99-4ee9-ad4f-067a8584ad88, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:33:47.891810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] For port 418eafa7-5e99-4ee9-ad4f-067a8584ad88, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=418eafa7-5e99-4ee9-ad4f-067a8584ad88,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:33:47.930165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.933444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:47.935107 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4e81a979-319b-4ef2-b46b-8dd4d95c3076 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4681826
Apr 08 14:33:47.973522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-91525d9c-8c2c-4f2c-ac76-ec73973592be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:48.052675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:48.061013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Pushing event updated for resources: {'Port': ['ID=418eafa7-5e99-4ee9-ad4f-067a8584ad88,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:48.069045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:48.116039 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-1b28ed7a-32db-4e6d-a003-9199e51971cb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531689935&fields=id&tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba HTTP/1.1" status: 200  len: 267 time: 0.0496132
Apr 08 14:33:48.118804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:48.120970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ede9ba-3a12-4078-8297-3f114fd4152f,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:48.125155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:48.141676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:48.394328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Pushing event updated for resources: {'Port': ['ID=00cc4305-a588-4df6-960f-a11afd69083b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:48.404879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:48.465305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Checking segment: {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:33:48.465637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Network hostable DHCP agents. Network: c6d94181-6dbe-4ab4-8026-0ddf3afd2c18, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:33:48.467211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:48.475862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af8cb8-8d2f-4ff7-9b33-804bf857f88a req-2bfd0915-35c3-4ede-9f05-3a65bfa31e76 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:48.481779 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d5af8cb8-8d2f-4ff7-9b33-804bf857f88a req-2bfd0915-35c3-4ede-9f05-3a65bfa31e76 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1829031
Apr 08 14:33:48.484626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:48.488154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:33:48.523180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-3036fc40-a629-452c-bef3-5a92c87d7cab tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:48.524811 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-3036fc40-a629-452c-bef3-5a92c87d7cab tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.3923755
Apr 08 14:33:48.541890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'port': {'security_groups': ['1e147542-cf4b-4e71-bc35-f4afcc53514e', '3c924fe3-954c-4885-9a27-25b6d2ff7dad']}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:48.568375 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d5af8cb8-8d2f-4ff7-9b33-804bf857f88a req-c840b454-02ad-4435-a695-b1bea455507c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439470
Apr 08 14:33:48.576780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:33:48.650741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, c6d94181-6dbe-4ab4-8026-0ddf3afd2c18) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:48.666173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b575ec-2f03-4d40-8ea5-eb51f9736123 None None] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:33:48.684311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:48.694660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:48.727483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:48.781032 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4072ca48-40ef-4c5e-80b7-a1f7663920ca admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7384696
Apr 08 14:33:48.791239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34348) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:48.806183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:48.821534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:48.830300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Usage tracker for resource:router and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:48.866048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:48.881014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:48.993277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:33:48.996559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.002862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.004222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.184555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.208843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] For port badc7b2d-cb3e-4b4c-abec-86a7774a729f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:49.240814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.244295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.276248 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.295870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b3b564b7-17a9-417f-bbd3-dac156a92a63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:49.299319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['badc7b2d-cb3e-4b4c-abec-86a7774a729f'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:33:49.398030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Allocated IP 172.20.0.2 (c6d94181-6dbe-4ab4-8026-0ddf3afd2c18/85ede9ba-3a12-4078-8297-3f114fd4152f/8efbc547-1ee5-4c6d-b69d-e5bd3a97498a) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:33:49.606147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'Port': ['ID=badc7b2d-cb3e-4b4c-abec-86a7774a729f,revision_number=6']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:49.683856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:49.779584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.821457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Transition to ACTIVE for port object 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:49.821722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.875406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Transition to ACTIVE for port object 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:49.897922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e708a-90de-408e-83e1-9a4d1823d962 req-7c746024-3ade-4425-8c41-01a36e94fcc6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:49.898246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:49.899066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:49.899661 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a8e708a-90de-408e-83e1-9a4d1823d962 req-7c746024-3ade-4425-8c41-01a36e94fcc6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.4154112
Apr 08 14:33:49.926242 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d532633-e337-42dc-9e20-1d9d5a4b753e req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "PUT /v2.0/ports/badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 981 time: 1.3802640
Apr 08 14:33:49.928227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:33:49.987793 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a8e708a-90de-408e-83e1-9a4d1823d962 req-209ef38c-58f4-4309-a34f-aeb9b4f95547 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696483
Apr 08 14:33:49.990762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 418eafa7-5e99-4ee9-ad4f-067a8584ad88 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:33:50.000823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:50.039821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['badc7b2d-cb3e-4b4c-abec-86a7774a729f'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:33:50.104042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:50.136716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9efc961-7d4e-4fe5-bc85-14becda1a9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:50.234023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc84ef7-ec4b-467c-8819-ad8238fbfcb8 None None] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:33:50.322470 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc46e9-795f-4eeb-835e-ff6967ccce71 req-6590f7ac-f7a5-4c8a-be5e-bb1857c7cd1a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:50.325266 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8efc46e9-795f-4eeb-835e-ff6967ccce71 req-6590f7ac-f7a5-4c8a-be5e-bb1857c7cd1a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1800106
Apr 08 14:33:50.392853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9dba3b36-753a-4539-b79f-75a2c86716e3 None None] Provisioning for port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:33:50.438212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66898281-9c3f-4378-abf6-cbc3f1539207 req-d16e6235-088a-4904-a3c6-da880ec8353f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:50.439824 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-66898281-9c3f-4378-abf6-cbc3f1539207 req-d16e6235-088a-4904-a3c6-da880ec8353f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.1913803
Apr 08 14:33:50.496934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-66898281-9c3f-4378-abf6-cbc3f1539207 req-ccea6bfc-c48f-466b-9c37-1ee707a48db0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Synchronizing usage tracker for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:33:50.505096 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8efc46e9-795f-4eeb-835e-ff6967ccce71 req-9d52323a-6f8e-4641-956c-dd096abbb644 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162117
Apr 08 14:33:50.532950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:33:50.562222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:50.606712 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'status': 'completed', 'code': 200}
Apr 08 14:33:50.608010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:50.636822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-66898281-9c3f-4378-abf6-cbc3f1539207 req-ccea6bfc-c48f-466b-9c37-1ee707a48db0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Unset dirty status for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:33:50.638667 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-66898281-9c3f-4378-abf6-cbc3f1539207 req-ccea6bfc-c48f-466b-9c37-1ee707a48db0 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1900625
Apr 08 14:33:50.643588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Pushing event updated for resources: {'Port': ['ID=8efbc547-1ee5-4c6d-b69d-e5bd3a97498a,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:50.667314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:50.768835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Allocated IP 172.27.1.168 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/ba4db770-434a-4c51-9208-73d9f8d94c49) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:33:50.789936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9dba3b36-753a-4539-b79f-75a2c86716e3 None None] Provisioning complete for port badc7b2d-cb3e-4b4c-abec-86a7774a729f triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:50.790370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9dba3b36-753a-4539-b79f-75a2c86716e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:50.833962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:33:50.842475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-4409bbcf-0d04-409a-b710-df7e0c4d16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:50.844425 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-4409bbcf-0d04-409a-b710-df7e0c4d16cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1137 time: 0.2141676
Apr 08 14:33:50.846934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:33:50.856835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:33:50.857225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:33:50.857961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ee16390>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:50.893234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:50.894027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:50.949411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:50.953827 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.6894581
Apr 08 14:33:50.956752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34368) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:50.969646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:50.973817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:50.994535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:51.018858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:33:51.045576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:51.067455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:33:51.177893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-41055bd2-c6b5-4fad-af69-e7def7e47632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:51.191048 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-41055bd2-c6b5-4fad-af69-e7def7e47632 service neutron] 10.222.0.70 "GET /v2.0/networks?id=077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 200  len: 916 time: 0.3336446
Apr 08 14:33:51.275237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e501435b-7fec-48a6-9c84-8927bb6174a6 tempest-VolumesNegativeTest-1170453044 tempest-VolumesNegativeTest-1170453044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:51.417636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:51.422923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:51.427036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:33:51.438574 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ee16390>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:48Z', 'revision_number': 3, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:51.443306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:33:51.447875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Updating router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 port 00cc4305-a588-4df6-960f-a11afd69083b binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:33:51.524073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:51.533292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4db770-434a-4c51-9208-73d9f8d94c49,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:51.536675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:51.556678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7599551-9186-42c4-93d4-2ac1e0487267 req-f34d2794-779a-487a-9fe3-80eedf3e600d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:51.566368 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7599551-9186-42c4-93d4-2ac1e0487267 req-f34d2794-779a-487a-9fe3-80eedf3e600d tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.3475995
Apr 08 14:33:51.581226 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Attempting to bind port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:33:51.582041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Attempting to bind port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:33:51.582617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Attempting to bind port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a on network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:33:51.619177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:33:51.619883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Checking segment: {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:33:51.620687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:51.621325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Bound using segment: {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:33:51.622045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Bound port: 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:33:51.623191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:51.671122 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:51.728710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 418eafa7-5e99-4ee9-ad4f-067a8584ad88, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=418eafa7-5e99-4ee9-ad4f-067a8584ad88,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:51.854076 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-f47425ff-ecff-45f0-a7da-a66c73135d41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 1000 time: 0.6478550
Apr 08 14:33:51.956251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:51.962815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:51.988143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-6921f525-f31b-4da8-bc24-75c1952e569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:51.989784 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-6921f525-f31b-4da8-bc24-75c1952e569c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79c4fc65-164e-4238-bc05-672bcfebe362 HTTP/1.1" status: 200  len: 854 time: 0.0778162
Apr 08 14:33:52.031532 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4553e1e-89f1-42da-9302-66853360309e None None] For port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:33:52.044426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c24cc524-0db0-4424-8e53-8fb20943765d None None] Provisioning complete for port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:52.044858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c24cc524-0db0-4424-8e53-8fb20943765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.090682 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7599551-9186-42c4-93d4-2ac1e0487267 req-c6e6bda6-94f6-41c2-b33b-cf3d29a3d812 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5228825
Apr 08 14:33:52.096408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4553e1e-89f1-42da-9302-66853360309e None None] For port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=8efbc547-1ee5-4c6d-b69d-e5bd3a97498a,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:33:52.134415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.147944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.148418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Transition to ACTIVE for port object 00cc4305-a588-4df6-960f-a11afd69083b will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:52.149015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2abd6-a941-4f06-ac1a-11025a08cb55 req-a4d04995-5201-4aaa-8542-57374e3f702f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:52.151197 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d7e2abd6-a941-4f06-ac1a-11025a08cb55 req-a4d04995-5201-4aaa-8542-57374e3f702f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.3000789
Apr 08 14:33:52.186849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=418eafa7-5e99-4ee9-ad4f-067a8584ad88,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:52.204201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.220049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-495a6347-bc6d-497d-9a8f-b8c3c091df05 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:52.221911 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-495a6347-bc6d-497d-9a8f-b8c3c091df05 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.70 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.1420925
Apr 08 14:33:52.222543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:52.260967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:52.262828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:52.381564 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Pushing event updated for resources: {'Port': ['ID=00cc4305-a588-4df6-960f-a11afd69083b,revision_number=2']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:52.393975 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.394517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.395011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.395516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.395995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.396475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.396954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.397527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.398015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.398489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.398961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.399435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:52.405615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:52.474710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Pushing event updated for resources: {'Port': ['ID=8efbc547-1ee5-4c6d-b69d-e5bd3a97498a,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:52.484395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:52.502518 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d7e2abd6-a941-4f06-ac1a-11025a08cb55 req-9214935b-ae49-47c2-a4fe-e2f632f97e5a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3379481
Apr 08 14:33:52.516816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-0c1266f3-cfab-424b-99cd-97150149234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:52.518476 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-0c1266f3-cfab-424b-99cd-97150149234e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=077780ea-851f-45e2-9eeb-17d0c940b922&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5201697
Apr 08 14:33:52.558754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Deleting port e7919d93-6597-47c9-8e3f-f999c79dc9f7 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:33:52.563281 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.648172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.737549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Attempting to bind port 00cc4305-a588-4df6-960f-a11afd69083b on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:33:52.737753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.737955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Attempting to bind port 00cc4305-a588-4df6-960f-a11afd69083b by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:33:52.738359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Attempting to bind port 00cc4305-a588-4df6-960f-a11afd69083b on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:33:52.744237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:33:52.744643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:33:52.745099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.745565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:33:52.746710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Bound port: 00cc4305-a588-4df6-960f-a11afd69083b, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:33:52.747665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.777135 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-27fcc1e7-acab-4515-a656-2c3ff5a3e530 service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427161
Apr 08 14:33:52.823335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] For port 00cc4305-a588-4df6-960f-a11afd69083b, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:33:52.827482 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] For port 00cc4305-a588-4df6-960f-a11afd69083b, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=00cc4305-a588-4df6-960f-a11afd69083b,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:33:52.859613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:52.892856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e8d8ce7e-8b07-4692-8369-fe95716a906b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:53.079338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Pushing event updated for resources: {'Port': ['ID=00cc4305-a588-4df6-960f-a11afd69083b,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:53.083197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:53.115609 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10ba0d40-8499-4cfc-bf37-b1267e72d576 req-d562e185-6f38-49eb-ab35-5fa840fdd6ce service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2985990
Apr 08 14:33:53.140344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:33:53.144855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ee16390>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:53.158861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Allocated IP 172.20.0.1 (7b6fb958-c947-4b6e-bdbd-1275a7d9def6/ed7d0c65-c480-42ef-80ac-80a046c9839c/3dd32d77-6914-472f-9413-acf8aaa33888) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:33:53.224241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] For port e7919d93-6597-47c9-8e3f-f999c79dc9f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e7919d93-6597-47c9-8e3f-f999c79dc9f7,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:53.224640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:53.336576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:33:53.346449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:53.362678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Transition to ACTIVE for port object 3dd32d77-6914-472f-9413-acf8aaa33888 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:53.392010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Calling delete_port for e7919d93-6597-47c9-8e3f-f999c79dc9f7 owned by compute:nova {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:33:53.418753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:53.439463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:53.514007 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:53.586165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd32d77-6914-472f-9413-acf8aaa33888,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:53.590937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:53.633050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:53.634429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:53.636726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:33:53.669411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ee16390>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:48Z', 'revision_number': 3, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:53.674728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8470ce2-8fbb-4845-a3fa-a401b69396f8 None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:48Z', 'revision_number': 3, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:33:53.699493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:53.780306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c4973-9fa8-4d15-89ba-006a63f6ba69 req-6d5f8b4f-06a0-49f3-b594-013aa821bc43 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:53.788503 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-351c4973-9fa8-4d15-89ba-006a63f6ba69 req-6d5f8b4f-06a0-49f3-b594-013aa821bc43 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 945 time: 0.4751387
Apr 08 14:33:53.851974 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabd273-3ebf-4751-83bf-d08a0656a415 req-d05c0346-4831-451d-b27b-b5bef2070694 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:53.855491 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-aeabd273-3ebf-4751-83bf-d08a0656a415 req-d05c0346-4831-451d-b27b-b5bef2070694 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1498849
Apr 08 14:33:53.864958 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-351c4973-9fa8-4d15-89ba-006a63f6ba69 req-a7f4bedd-2b31-4fc8-b9d8-166650601634 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753591
Apr 08 14:33:53.915220 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-aeabd273-3ebf-4751-83bf-d08a0656a415 req-14a8145f-bc4d-4573-8e3c-d2af8a7dfcb1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474586
Apr 08 14:33:53.921153 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:53.939584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:33:53.942506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:54.026666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:54.052902 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Pushing event deleted for resources: {'Port': ['ID=e7919d93-6597-47c9-8e3f-f999c79dc9f7,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:54.055528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:54.059368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Router c565f043-5b57-47b6-80a8-908a114e93ec is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:33:54.144206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-7287bdf2-3c37-46bb-9a54-b7c88f0fc094 None None] Provisioning for port 3dd32d77-6914-472f-9413-acf8aaa33888 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:33:54.171228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-7287bdf2-3c37-46bb-9a54-b7c88f0fc094 None None] Provisioning complete for port 3dd32d77-6914-472f-9413-acf8aaa33888 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:54.171777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7287bdf2-3c37-46bb-9a54-b7c88f0fc094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:54.251592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7287bdf2-3c37-46bb-9a54-b7c88f0fc094 None None] Port 3dd32d77-6914-472f-9413-acf8aaa33888 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:33:54.302901 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 418eafa7-5e99-4ee9-ad4f-067a8584ad88 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:33:54.422808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:54.423771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:54.433101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:54.461570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe5af2-67ee-4589-a1fe-4604d26c9b88 None None] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:33:54.481275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:54.517594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:54.613665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9e46e407-6f82-450b-88ce-7348d41a0580 None None] Provisioning for port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:33:54.616650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd32d77-6914-472f-9413-acf8aaa33888,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:54.622237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:54.632909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:54.800002 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:54.801563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:54.809156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:33:54.911704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] No DVR routers for this DVR port e7919d93-6597-47c9-8e3f-f999c79dc9f7 on host hv-cinder-78462 {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:33:54.919623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:54.922709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56792798-6467-4cb1-9f8c-b46c7f3aa6a8', 'name': 'network-vif-deleted', 'tag': 'e7919d93-6597-47c9-8e3f-f999c79dc9f7'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:33:54.935214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:33:54.943899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:33:54.950567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Sync routers for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:33:54.956849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:54.957321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:55.032731 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56792798-6467-4cb1-9f8c-b46c7f3aa6a8', 'name': 'network-vif-deleted', 'tag': 'e7919d93-6597-47c9-8e3f-f999c79dc9f7', 'status': 'completed', 'code': 200}
Apr 08 14:33:55.045877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:33:55.046700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca71400>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:55.062367 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-34ff3347-417c-4e7a-85c0-259d827792b3 req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.70 "DELETE /v2.0/ports/e7919d93-6597-47c9-8e3f-f999c79dc9f7 HTTP/1.1" status: 204  len: 173 time: 2.8311844
Apr 08 14:33:55.172453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:33:55.180823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:55.189023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34388) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:55.196850 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.3937092
Apr 08 14:33:55.206450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-83b421d7-c7db-4fe1-8505-66db09bed513 req-e59949c6-2712-4b62-85ea-a596a9f54de2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Synchronizing usage tracker for tenant:1597430565bb48eaa011ef63409225a2 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:33:55.272504 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-83b421d7-c7db-4fe1-8505-66db09bed513 req-e59949c6-2712-4b62-85ea-a596a9f54de2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Unset dirty status for tenant:1597430565bb48eaa011ef63409225a2 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:33:55.274076 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-83b421d7-c7db-4fe1-8505-66db09bed513 req-e59949c6-2712-4b62-85ea-a596a9f54de2 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=56792798-6467-4cb1-9f8c-b46c7f3aa6a8 HTTP/1.1" status: 200  len: 210 time: 0.2052541
Apr 08 14:33:55.378219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-0b1ae618-76b5-48a4-ac2b-6af9dfdf2fa1 None None] Provisioning complete for port 3dd32d77-6914-472f-9413-acf8aaa33888 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:55.378646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae618-76b5-48a4-ac2b-6af9dfdf2fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:55.488819 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:33:55.764657 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device e7919d93-6597-47c9-8e3f-f999c79dc9f7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:33:55.816653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ae618-76b5-48a4-ac2b-6af9dfdf2fa1 None None] Port 3dd32d77-6914-472f-9413-acf8aaa33888 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:33:55.836300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: e7919d93-6597-47c9-8e3f-f999c79dc9f7 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:33:55.836701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device e7919d93-6597-47c9-8e3f-f999c79dc9f7 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:33:55.850398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:55.930367 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-0b1ae618-76b5-48a4-ac2b-6af9dfdf2fa1 None None] Provisioning complete for port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:55.930793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0b1ae618-76b5-48a4-ac2b-6af9dfdf2fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:55.990367 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2b7d3-5a82-4d57-bf24-5e63df7aa17d req-20ed4c5a-6e86-4950-81d5-b5699cfe27b7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:55.991981 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-edf2b7d3-5a82-4d57-bf24-5e63df7aa17d req-20ed4c5a-6e86-4950-81d5-b5699cfe27b7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.7287257
Apr 08 14:33:56.004233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:33:56.028115 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=8efbc547-1ee5-4c6d-b69d-e5bd3a97498a,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:56.058750 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] 10.222.0.62 "PUT /v2.0/routers/20e547c0-cc60-4fa8-a388-4a7a98f77b74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0947134
Apr 08 14:33:56.096165 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-edf2b7d3-5a82-4d57-bf24-5e63df7aa17d req-acf15465-a435-4aca-86de-85a5f89c44da tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933681
Apr 08 14:33:56.109339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:56.113986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:56.224026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=8efbc547-1ee5-4c6d-b69d-e5bd3a97498a,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:56.236694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.237094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.237526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.237913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.238312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.238688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.239064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.239451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.239811 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.240181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.240556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.240924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:33:56.267659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca71400>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:52Z', 'revision_number': 3, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:56.274311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:56.275010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Checking router: c565f043-5b57-47b6-80a8-908a114e93ec for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:33:56.275413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Updating router c565f043-5b57-47b6-80a8-908a114e93ec port ba4db770-434a-4c51-9208-73d9f8d94c49 binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:33:56.326325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 00cc4305-a588-4df6-960f-a11afd69083b up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:33:56.417098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:56.562963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:56.580465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 00cc4305-a588-4df6-960f-a11afd69083b completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:33:56.600891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 00cc4305-a588-4df6-960f-a11afd69083b triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:56.601363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:56.843521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Allocated IP 172.20.0.1 (c6d94181-6dbe-4ab4-8026-0ddf3afd2c18/85ede9ba-3a12-4078-8297-3f114fd4152f/87cdcc9d-ad12-4840-8553-31b1b64b61ae) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:33:56.845478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:56.881153 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 00cc4305-a588-4df6-960f-a11afd69083b, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=00cc4305-a588-4df6-960f-a11afd69083b,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:33:56.948780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:56.958728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:56.986115 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34414) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:56.993411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1393480748-network', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:57.002750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:57.016731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Usage tracker for resource:network and tenant:8366681c7ecd4b5cb3e600fa7d7cd01d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:57.023200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:57.033886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:57.049890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c8193-685f-44df-a9a8-6f981784537a req-0a012d60-6802-4e71-91f1-b58951619d42 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:57.052384 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c60c8193-685f-44df-a9a8-6f981784537a req-0a012d60-6802-4e71-91f1-b58951619d42 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1261420
Apr 08 14:33:57.052786 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.054312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.067243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=00cc4305-a588-4df6-960f-a11afd69083b,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:57.071613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:57.071931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Transition to ACTIVE for port object 87cdcc9d-ad12-4840-8553-31b1b64b61ae will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:57.072663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Transition to ACTIVE for port object ba4db770-434a-4c51-9208-73d9f8d94c49 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:57.119777 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c60c8193-685f-44df-a9a8-6f981784537a req-db5f14af-ffdc-4378-98c6-a64aabec9e54 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314534
Apr 08 14:33:57.130080 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:33:57.139016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Made reservation on behalf of 8366681c7ecd4b5cb3e600fa7d7cd01d for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:33:57.142389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:33:57.142389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ee164e0>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:57.144110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.158394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.161447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.170041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.181784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:57.187959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:57.256514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:57.326233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Usage tracker for resource:security_group_rule and tenant:8366681c7ecd4b5cb3e600fa7d7cd01d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:57.335910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:57.367666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:33:57.398437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccdd5b-7a75-4a9e-be7c-9f58c8fab58a None None] Pushing event updated for resources: {'Port': ['ID=ba4db770-434a-4c51-9208-73d9f8d94c49,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:57.401092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:57.403913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Pushing event updated for resources: {'Port': ['ID=87cdcc9d-ad12-4840-8553-31b1b64b61ae,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:57.410544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:57.416220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-07ccdd5b-7a75-4a9e-be7c-9f58c8fab58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:57.442283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Attempting to bind port ba4db770-434a-4c51-9208-73d9f8d94c49 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:33:57.442721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Attempting to bind port ba4db770-434a-4c51-9208-73d9f8d94c49 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:33:57.443320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Attempting to bind port ba4db770-434a-4c51-9208-73d9f8d94c49 on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:33:57.449610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:33:57.450044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:33:57.450665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.451120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:33:57.451804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Bound port: ba4db770-434a-4c51-9208-73d9f8d94c49, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:33:57.452057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.512690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:57.518321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:57.529840 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a9567-44b4-4a19-8708-e3cbac9acecf req-19e5e2b0-dc48-417e-a4ce-ace0e5e66daa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:57.531264 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-356a9567-44b4-4a19-8708-e3cbac9acecf req-19e5e2b0-dc48-417e-a4ce-ace0e5e66daa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.2071016
Apr 08 14:33:57.533334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:33:57.533944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] For port ba4db770-434a-4c51-9208-73d9f8d94c49, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:33:57.537226 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] For port ba4db770-434a-4c51-9208-73d9f8d94c49, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ba4db770-434a-4c51-9208-73d9f8d94c49,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:33:57.581487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.602756 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:57.621156 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-356a9567-44b4-4a19-8708-e3cbac9acecf req-995094f9-9dce-4857-a36c-0bdf2beb7681 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537317
Apr 08 14:33:57.664009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.670972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.712310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.718580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-18490c3f-5f04-4c8d-aa96-e09be411848d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:57.759391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ee164e0>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:33:54Z', 'revision_number': 2, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:57.760381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:33:57.764623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:33:57.765033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Updating router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 port 3dd32d77-6914-472f-9413-acf8aaa33888 binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:33:57.767010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2f467-980b-4472-9963-6f64e7f37379,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:57.771253 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:57.775133 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.775593 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Added segment a8d50945-43fb-4015-84d7-8537115bb8c1 of type vlan for network 31214baf-0953-4716-ac79-3fedc0b7516e
Apr 08 14:33:57.777804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccdd5b-7a75-4a9e-be7c-9f58c8fab58a None None] Pushing event updated for resources: {'Port': ['ID=ba4db770-434a-4c51-9208-73d9f8d94c49,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:57.783377 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-07ccdd5b-7a75-4a9e-be7c-9f58c8fab58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:57.831017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.839282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:33:57.839733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca71400>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:57.848214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.884993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.978507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.989430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:57.990094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:57.997900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:58.013429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9ccfa160-eb60-4f35-a476-6fac36f221ac None None] Provisioning for port 87cdcc9d-ad12-4840-8553-31b1b64b61ae completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:33:58.024768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-9ccfa160-eb60-4f35-a476-6fac36f221ac None None] Provisioning complete for port 87cdcc9d-ad12-4840-8553-31b1b64b61ae triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:58.025215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ccfa160-eb60-4f35-a476-6fac36f221ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:58.077329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:33:58.150360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Pushing event updated for resources: {'Network': ['ID=31214baf-0953-4716-ac79-3fedc0b7516e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:58.165291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:58.170076 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1811943
Apr 08 14:33:58.171130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34422) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:33:58.392485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e75250-5336-4ca2-b5c4-13f8cb7fa55d req-b594fce2-2a14-47af-b002-29cdb5337d09 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:58.394319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 31214baf-0953-4716-ac79-3fedc0b7516e details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:33:58.403518 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b4e75250-5336-4ca2-b5c4-13f8cb7fa55d req-b594fce2-2a14-47af-b002-29cdb5337d09 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1319406
Apr 08 14:33:58.417660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 00cc4305-a588-4df6-960f-a11afd69083b up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:33:58.445520 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b4e75250-5336-4ca2-b5c4-13f8cb7fa55d req-11403135-bfba-4977-9028-ef99950fbda7 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406926
Apr 08 14:33:58.552500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-9ccfa160-eb60-4f35-a476-6fac36f221ac None None] Port 87cdcc9d-ad12-4840-8553-31b1b64b61ae cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:33:58.573937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Request body: {'subnet': {'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1393480748-subnet', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:33:58.583165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:58.585296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:33:58.589752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Usage tracker for resource:subnet and tenant:8366681c7ecd4b5cb3e600fa7d7cd01d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:33:58.593980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:33:58.600634 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:33:58.621016 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:58.648631 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:58.696616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Made reservation on behalf of 8366681c7ecd4b5cb3e600fa7d7cd01d for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:33:58.702633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852395441'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:58.741236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:58.759988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Transition to ACTIVE for port object 3dd32d77-6914-472f-9413-acf8aaa33888 will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:33:58.810871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:58.824963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 00cc4305-a588-4df6-960f-a11afd69083b triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:58.825990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:58.831758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-48dcde31-6daf-4f6e-befe-9cb856e16577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:58.908591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Pushing event updated for resources: {'Port': ['ID=87cdcc9d-ad12-4840-8553-31b1b64b61ae,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:58.914435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:58.932816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:58.993858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc357d82-9287-44f5-b90e-07478773c318 None None] Pushing event updated for resources: {'Port': ['ID=3dd32d77-6914-472f-9413-acf8aaa33888,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:59.002607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cc357d82-9287-44f5-b90e-07478773c318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:59.050413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:33:59.098746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca71400>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 1, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:59.109481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a536e3-41d5-416b-9a22-c178c879286a req-f5910ae2-5d5e-485d-b595-a3ece13726a1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:59.111178 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c9a536e3-41d5-416b-9a22-c178c879286a req-f5910ae2-5d5e-485d-b595-a3ece13726a1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.2990811
Apr 08 14:33:59.115800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5535a6b8-b243-460f-b3ee-db249a330d77 None None] The sync data for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi is: [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 1, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:33:59.159309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:59.160040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:59.185249 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c9a536e3-41d5-416b-9a22-c178c879286a req-c83406f2-60bf-42fc-9402-7162b422549a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591223
Apr 08 14:33:59.216091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:33:59.222565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:33:59.276094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Attempting to bind port 3dd32d77-6914-472f-9413-acf8aaa33888 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:33:59.276346 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Attempting to bind port 3dd32d77-6914-472f-9413-acf8aaa33888 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:33:59.276710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Attempting to bind port 3dd32d77-6914-472f-9413-acf8aaa33888 on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:33:59.299675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:33:59.300096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Checking segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:33:59.300676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:59.301130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Bound using segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:33:59.301674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Bound port: 3dd32d77-6914-472f-9413-acf8aaa33888, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:33:59.302091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:59.409676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] For port 3dd32d77-6914-472f-9413-acf8aaa33888, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:33:59.415693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] For port 3dd32d77-6914-472f-9413-acf8aaa33888, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=3dd32d77-6914-472f-9413-acf8aaa33888,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:33:59.453004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:59.470357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:33:59.516014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Router c565f043-5b57-47b6-80a8-908a114e93ec has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:33:59.576963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-576cf4a2-c521-420d-8637-430b8351e3e8 None None] Provisioning complete for port 87cdcc9d-ad12-4840-8553-31b1b64b61ae triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:33:59.579931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-576cf4a2-c521-420d-8637-430b8351e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:33:59.670212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-576cf4a2-c521-420d-8637-430b8351e3e8 None None] Port 87cdcc9d-ad12-4840-8553-31b1b64b61ae cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:33:59.715440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc357d82-9287-44f5-b90e-07478773c318 None None] Pushing event updated for resources: {'Port': ['ID=3dd32d77-6914-472f-9413-acf8aaa33888,revision_number=4']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:33:59.722418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cc357d82-9287-44f5-b90e-07478773c318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:33:59.767322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00a761-4418-47a4-8c18-ec52965e8742 req-4775ce8e-f9bc-41c4-9aec-ec1297bce477 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:33:59.769256 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba00a761-4418-47a4-8c18-ec52965e8742 req-4775ce8e-f9bc-41c4-9aec-ec1297bce477 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1098022
Apr 08 14:33:59.784928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:33:59.786651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ee164e0>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:33:59.827721 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba00a761-4418-47a4-8c18-ec52965e8742 req-613e62b9-4390-467b-9acd-cd4ac9f658f9 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511103
Apr 08 14:33:59.886309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:33:59.908325 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] 10.222.0.62 "PUT /v2.0/routers/c565f043-5b57-47b6-80a8-908a114e93ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6526949
Apr 08 14:33:59.991548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852616656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852395394'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:00.011683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:00.045777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:00.207830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df875ae8-01d0-4014-b8ba-d5260a6af70f,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:00.211047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:00.300362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Checking segment: {'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:00.300362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Network hostable DHCP agents. Network: 31214baf-0953-4716-ac79-3fedc0b7516e, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:34:00.318160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ba4db770-434a-4c51-9208-73d9f8d94c49 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:00.398111 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Network 31214baf-0953-4716-ac79-3fedc0b7516e is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:34:00.485047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 31214baf-0953-4716-ac79-3fedc0b7516e) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:00.489841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port ba4db770-434a-4c51-9208-73d9f8d94c49 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:00.495956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port ba4db770-434a-4c51-9208-73d9f8d94c49 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:00.496390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:00.504454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:00.505101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:00.561955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844727d-fc77-4c03-aa8b-38d2de5fcd63 req-c05bfe7b-61ac-4d4f-a31a-73dbc2500478 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:00.563883 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d844727d-fc77-4c03-aa8b-38d2de5fcd63 req-c05bfe7b-61ac-4d4f-a31a-73dbc2500478 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1315992
Apr 08 14:34:00.569593 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.3973014
Apr 08 14:34:00.570471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34444) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:00.579613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:00.587478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:00.594494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Usage tracker for resource:router and tenant:8366681c7ecd4b5cb3e600fa7d7cd01d is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:00.598147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:00.599003 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d844727d-fc77-4c03-aa8b-38d2de5fcd63 req-f0101a0d-6d30-4229-976f-28dd46ce4b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0279851
Apr 08 14:34:00.609652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687a3f1-cfca-4ddb-9e23-172a8cfa5a51 None None] Network 31214baf-0953-4716-ac79-3fedc0b7516e requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:34:00.614683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:00.652851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ee164e0>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:33:59Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:00.659417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91648e-cf7f-4291-924e-c1c3dec3de9e None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:33:59Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:34:00.661869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:00.663270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:00.679672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:00.845021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:00.905765 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port ba4db770-434a-4c51-9208-73d9f8d94c49, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ba4db770-434a-4c51-9208-73d9f8d94c49,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:01.047825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34458) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:01.054352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-405950087-network', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:01.062242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:01.078914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.093096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:01.093364 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Usage tracker for resource:network and tenant:15346b8424fb4f6296db6eaa3bd92696 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:01.097580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:01.104718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:01.144327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Made reservation on behalf of 15346b8424fb4f6296db6eaa3bd92696 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:34:01.150575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.151796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-31214baf-0953-4716-ac79-3fedc0b7516e', 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'fixed_ips': [{'subnet_id': 'df875ae8-01d0-4014-b8ba-d5260a6af70f'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:34:01.153063 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.167985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.193288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:01.196830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.198945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Usage tracker for resource:security_group_rule and tenant:15346b8424fb4f6296db6eaa3bd92696 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:01.203238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:01.211205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:01.261925 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0087c-1298-4ff0-9593-b4f25494a47a req-66322914-1df9-47ac-a1df-6e100828c6d6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:01.263878 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40b0087c-1298-4ff0-9593-b4f25494a47a req-66322914-1df9-47ac-a1df-6e100828c6d6 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2115476
Apr 08 14:34:01.275061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=ba4db770-434a-4c51-9208-73d9f8d94c49,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:01.279251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:01.392865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.394659 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40b0087c-1298-4ff0-9593-b4f25494a47a req-ea55c0a7-7928-444a-9918-1240a5263804 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007600
Apr 08 14:34:01.426880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.432092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-314b14cf-b4b1-4716-b613-be967c26bc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:01.462457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Allocated IP 172.20.0.2 (31214baf-0953-4716-ac79-3fedc0b7516e/df875ae8-01d0-4014-b8ba-d5260a6af70f/f6c65ed3-5a52-42f3-95bf-cf4148f172bc) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:34:01.484742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:34:01.506428 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6d5c5-b403-4976-abc5-c9d935f52333,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:01.524628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:01.525733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.526129 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Added segment eacccfa6-93c7-46e7-bb04-5e8612a6e007 of type vlan for network afb26ceb-8fb3-43cb-8481-3a52d8e673ae
Apr 08 14:34:01.560669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.624160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.626779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:01.627704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.638419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:01.656918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.707052 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.768083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Pushing event updated for resources: {'Network': ['ID=afb26ceb-8fb3-43cb-8481-3a52d8e673ae,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:01.782127 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:01.784394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.787503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:34:01.826190 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-49b005b0-56f5-4beb-a1a7-86e95b928628 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7768404
Apr 08 14:34:01.832150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34466) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:01.841425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Request body: {'subnet': {'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-405950087-subnet', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'ip_version': 4}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:01.851473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:01.859722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Usage tracker for resource:subnet and tenant:15346b8424fb4f6296db6eaa3bd92696 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:01.863568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:01.868427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Allocated IP 172.27.1.101 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/e9cb45af-00ea-43de-9772-c2735bdbf00a) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:34:01.877300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:01.901489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Transition to ACTIVE for port object f6c65ed3-5a52-42f3-95bf-cf4148f172bc will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:01.908431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801455-acbd-46d8-9c39-dbc9c365e86e req-1506e1e9-7f03-427e-ae3f-0a604146b1df tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:01.910576 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e0801455-acbd-46d8-9c39-dbc9c365e86e req-1506e1e9-7f03-427e-ae3f-0a604146b1df tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1303351
Apr 08 14:34:01.931816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Transition to ACTIVE for port object f6c65ed3-5a52-42f3-95bf-cf4148f172bc will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:01.941877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Made reservation on behalf of 15346b8424fb4f6296db6eaa3bd92696 for: {'subnet': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:34:01.947084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852395441'] for subnet, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.967354 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e0801455-acbd-46d8-9c39-dbc9c365e86e req-0a779ead-faa1-4583-9fcd-2d6ff7612c67 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481143
Apr 08 14:34:01.968508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:01.987515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:02.060768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:02.116186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:02.242716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:02.359066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Network 31214baf-0953-4716-ac79-3fedc0b7516e is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:02.360459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:02.362443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Pushing event updated for resources: {'Port': ['ID=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:02.364844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:34:02.367380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:02.388432 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Pushing event updated for resources: {'Port': ['ID=e9cb45af-00ea-43de-9772-c2735bdbf00a,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:02.391637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:02.414031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:02.415407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:02.421725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:34:02.499180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ba4db770-434a-4c51-9208-73d9f8d94c49 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:02.540061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Attempting to bind port f6c65ed3-5a52-42f3-95bf-cf4148f172bc on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:34:02.540843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Attempting to bind port f6c65ed3-5a52-42f3-95bf-cf4148f172bc by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:34:02.541315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Attempting to bind port f6c65ed3-5a52-42f3-95bf-cf4148f172bc on network 31214baf-0953-4716-ac79-3fedc0b7516e {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:02.554989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:34:02.555429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Checking segment: {'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:02.555852 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:02.556296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Bound using segment: {'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:34:02.556842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Bound port: f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:34:02.557298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:02.675842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port ba4db770-434a-4c51-9208-73d9f8d94c49 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:02.676273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:02.710750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] For port f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:34:02.737362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] For port f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:34:02.796175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:02.805370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852616656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852395394'] for subnet, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:02.816881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf70b12-5396-4eae-a82e-c5a8a975b21c req-6f920037-8682-408b-bda5-ddc79e919b05 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:02.818582 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-baf70b12-5396-4eae-a82e-c5a8a975b21c req-6f920037-8682-408b-bda5-ddc79e919b05 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2723942
Apr 08 14:34:02.822759 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:02.828059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:02.914730 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-baf70b12-5396-4eae-a82e-c5a8a975b21c req-1d81f830-7594-4c62-a12c-0c3c478d5d91 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849192
Apr 08 14:34:02.976493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ac2e3d-0bcf-4094-b592-c7d59e737aed,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:02.979978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:03.019471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 3dd32d77-6914-472f-9413-acf8aaa33888 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:03.043371 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.068519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Checking segment: {'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:03.069039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Network hostable DHCP agents. Network: afb26ceb-8fb3-43cb-8481-3a52d8e673ae, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:34:03.097370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Pushing event updated for resources: {'Port': ['ID=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:03.102293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:03.124267 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:34:03.141237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 3dd32d77-6914-472f-9413-acf8aaa33888 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:03.147326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 3dd32d77-6914-472f-9413-acf8aaa33888 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:03.147747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.210322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, afb26ceb-8fb3-43cb-8481-3a52d8e673ae) {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:03.223108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8643c16-c7ef-4d38-9d08-7f0b44e75c78 None None] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:34:03.232802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:03.233514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.272425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c65d-2ff4-4d9d-bc64-ee8c2c6627f9 req-8c148fce-4657-4a7b-83e9-4269ac9fedd2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:03.280544 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a4d1c65d-2ff4-4d9d-bc64-ee8c2c6627f9 req-8c148fce-4657-4a7b-83e9-4269ac9fedd2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1479127
Apr 08 14:34:03.300695 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4663868
Apr 08 14:34:03.303589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34474) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:03.312258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:03.331723 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a4d1c65d-2ff4-4d9d-bc64-ee8c2c6627f9 req-9dcc3069-e024-4468-87dd-6b112d154075 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497127
Apr 08 14:34:03.339059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:03.358373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Sync routers for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:34:03.359039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Usage tracker for resource:router and tenant:15346b8424fb4f6296db6eaa3bd92696 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:03.362616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:03.368672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:03.399438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:03.400152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e44d438>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:03.413073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853078254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854712288'] for router, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.414327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853073269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853085060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854346975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63512'] for router, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.432114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.594414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.684453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 3dd32d77-6914-472f-9413-acf8aaa33888, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=3dd32d77-6914-472f-9413-acf8aaa33888,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:03.742780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.755797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:03.797815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:03.832687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853085075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853078269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63499'] for router, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.867761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpddb94ac1-0a66-51d0-9ccb-062e6c53c1ad-afb26ceb-8fb3-43cb-8481-3a52d8e673ae', 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'fixed_ips': [{'subnet_id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed'}]}} from dv-cinder-784623-3-iscsi. {{(pid=84462) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 14:34:03.868709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.873359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:03.884801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-639c96a0-3666-40ee-9a11-33fcff15e4ed tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:03.886422 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-639c96a0-3666-40ee-9a11-33fcff15e4ed tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.1530023
Apr 08 14:34:04.040923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=3dd32d77-6914-472f-9413-acf8aaa33888,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:04.070876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:04.095677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Deleting port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:34:04.096076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:04.221370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:04.267624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:04.349424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Allocated IP 172.20.0.2 (afb26ceb-8fb3-43cb-8481-3a52d8e673ae/30ac2e3d-0bcf-4094-b592-c7d59e737aed/bae4d855-c358-4c59-a33e-9911a228c390) {{(pid=84462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:34:04.389176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24301-6bbb-4be4-ba41-62123859b82a req-8bdef156-2360-4a85-9dd5-f519a8c361b7 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:04.392288 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-22e24301-6bbb-4be4-ba41-62123859b82a req-8bdef156-2360-4a85-9dd5-f519a8c361b7 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 946 time: 0.2647235
Apr 08 14:34:04.573796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Allocated IP 172.27.1.172 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/7b941d3d-5138-4b7c-88b8-40f6237642ff) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:34:04.617649 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-22e24301-6bbb-4be4-ba41-62123859b82a req-3bfc70de-1d05-459f-b52d-8ee979f890b4 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/security-groups?id=c58fe847-2f37-4da9-b9c2-df81974f605c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562215
Apr 08 14:34:04.684396 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f6c65ed3-5a52-42f3-95bf-cf4148f172bc up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:04.720290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] For port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:04.720791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:04.757023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c66c6-a000-44a1-a393-a42a82fd4596 req-0c8e41b4-70c9-48e2-aaa1-250f45bf3f4a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:04.758910 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-287c66c6-a000-44a1-a393-a42a82fd4596 req-0c8e41b4-70c9-48e2-aaa1-250f45bf3f4a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.2383237
Apr 08 14:34:04.811268 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-287c66c6-a000-44a1-a393-a42a82fd4596 req-cfece182-0480-40c0-9a96-31bf1298726b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426636
Apr 08 14:34:04.833502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:04.848816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e44d438>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:33:58Z', 'revision_number': 2, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:04.870604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b5ac5-9dcd-4edb-90fe-cb0f6ccae509 None None] Network 31214baf-0953-4716-ac79-3fedc0b7516e requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:34:04.895709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Calling delete_port for cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e owned by compute:nova {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:34:04.895926 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Checking router: c565f043-5b57-47b6-80a8-908a114e93ec for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:34:04.896045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Updating router c565f043-5b57-47b6-80a8-908a114e93ec port 87cdcc9d-ad12-4840-8553-31b1b64b61ae binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:34:04.925548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84461) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:34:04.961535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:04.978234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:05.031660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port f6c65ed3-5a52-42f3-95bf-cf4148f172bc completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:05.094194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.094724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port f6c65ed3-5a52-42f3-95bf-cf4148f172bc triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:05.095130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.134036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Pushing event updated for resources: {'Port': ['ID=7b941d3d-5138-4b7c-88b8-40f6237642ff,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:05.138968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:05.147344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-7707285c-6edc-44c3-adaf-2e091b8b1f13 None None] Provisioning for port f6c65ed3-5a52-42f3-95bf-cf4148f172bc completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:05.162706 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.185224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:05.186441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:05.188917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:34:05.209732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:34:05.221381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Sync routers for ids ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:34:05.244018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Routers {'7805a2f9-ff91-4e3f-86ac-6ec30129aef0'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:05.244881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30da4ef60>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:05.255240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.272554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:05.350284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.352388 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3cb6aa61-1835-41ab-89b2-09ec0a071d7f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.7798331
Apr 08 14:34:05.368850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34486) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:05.378937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Pushing event deleted for resources: {'Port': ['ID=cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:05.386155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:05.476298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Set router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:05.656117 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.670846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Transition to ACTIVE for port object 87cdcc9d-ad12-4840-8553-31b1b64b61ae will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:05.676081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-7707285c-6edc-44c3-adaf-2e091b8b1f13 None None] Provisioning complete for port f6c65ed3-5a52-42f3-95bf-cf4148f172bc triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:05.676513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7707285c-6edc-44c3-adaf-2e091b8b1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.725139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:34:05.733811 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] No DVR routers for this DVR port cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e on host hv-cinder-78462 {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:34:05.747945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.757909 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64103f40-789c-4707-9f06-c75cfa2a4acd req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.70 "DELETE /v2.0/ports/cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e HTTP/1.1" status: 204  len: 173 time: 1.8107932
Apr 08 14:34:05.759362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e8131-4d4d-4869-9fa3-3094cc30dc4d', 'name': 'network-vif-deleted', 'tag': 'cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:34:05.761916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:34:05.790523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:05.873892 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e8131-4d4d-4869-9fa3-3094cc30dc4d', 'name': 'network-vif-deleted', 'tag': 'cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e', 'status': 'completed', 'code': 200}
Apr 08 14:34:06.021753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:06.026236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7474ee60-f7f3-4177-89e3-e53b33c716f2 req-605649ac-6f77-455c-a66b-cfa989308686 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Synchronizing usage tracker for tenant:1597430565bb48eaa011ef63409225a2 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:34:06.139045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7474ee60-f7f3-4177-89e3-e53b33c716f2 req-605649ac-6f77-455c-a66b-cfa989308686 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Unset dirty status for tenant:1597430565bb48eaa011ef63409225a2 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:34:06.140352 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7474ee60-f7f3-4177-89e3-e53b33c716f2 req-605649ac-6f77-455c-a66b-cfa989308686 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b4e8131-4d4d-4869-9fa3-3094cc30dc4d HTTP/1.1" status: 200  len: 210 time: 0.2655613
Apr 08 14:34:06.171899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:06.180508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae19e9f-8ea5-47de-85b2-bc11087855af None None] Pushing event updated for resources: {'Port': ['ID=87cdcc9d-ad12-4840-8553-31b1b64b61ae,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:06.187284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cae19e9f-8ea5-47de-85b2-bc11087855af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:06.305145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30da4ef60>, [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:34:02Z', 'revision_number': 3, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port': {'id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:01Z', 'updated_at': '2021-04-08T14:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:06.318722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Checking router: 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:34:06.319279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Updating router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 port e9cb45af-00ea-43de-9772-c2735bdbf00a binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:34:06.405623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:06.450496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 14:34:06.508607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Transition to ACTIVE for port object bae4d855-c358-4c59-a33e-9911a228c390 will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:06.738860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:06.838106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4e87a-20c4-4c54-8d2e-5b473d35c1f5 req-b6a253d7-535d-4b16-8a2a-6995e06946ab tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:06.849558 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7a4e87a-20c4-4c54-8d2e-5b473d35c1f5 req-b6a253d7-535d-4b16-8a2a-6995e06946ab tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.6217086
Apr 08 14:34:06.954915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:34:07.082528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.097887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Transition to ACTIVE for port object e9cb45af-00ea-43de-9772-c2735bdbf00a will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:07.116409 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7a4e87a-20c4-4c54-8d2e-5b473d35c1f5 req-6e18700b-dd5d-4eec-a6f6-5580f966c846 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2666428
Apr 08 14:34:07.132932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.160353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:07.240333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Transition to ACTIVE for port object bae4d855-c358-4c59-a33e-9911a228c390 will not be triggered until provisioned by entity DHCP. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:07.350868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34528) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:07.353049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.391130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514'] for port, after_create {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.434336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0281e08-150e-4534-b3a9-b89ccfcd4b5d None None] Pushing event updated for resources: {'Port': ['ID=e9cb45af-00ea-43de-9772-c2735bdbf00a,revision_number=2']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:07.440033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e0281e08-150e-4534-b3a9-b89ccfcd4b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:07.562215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Attempting to bind port e9cb45af-00ea-43de-9772-c2735bdbf00a on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:34:07.562633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Attempting to bind port e9cb45af-00ea-43de-9772-c2735bdbf00a by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:34:07.563044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Attempting to bind port e9cb45af-00ea-43de-9772-c2735bdbf00a on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:07.564771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Attempting to bind port 87cdcc9d-ad12-4840-8553-31b1b64b61ae on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:34:07.565375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Attempting to bind port 87cdcc9d-ad12-4840-8553-31b1b64b61ae by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:34:07.565908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Attempting to bind port 87cdcc9d-ad12-4840-8553-31b1b64b61ae on network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:07.580085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:34:07.580510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:07.580968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.581441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:34:07.581987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Bound port: e9cb45af-00ea-43de-9772-c2735bdbf00a, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:34:07.582446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.618372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:07.743411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1697563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1690755'] for router, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.750521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] For port e9cb45af-00ea-43de-9772-c2735bdbf00a, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:34:07.754186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] For port e9cb45af-00ea-43de-9772-c2735bdbf00a, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=e9cb45af-00ea-43de-9772-c2735bdbf00a,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:34:07.778184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:07.787236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.796672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:34:07.797495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Checking segment: {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:07.798141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.798785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Bound using segment: {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:34:07.799513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Bound port: 87cdcc9d-ad12-4840-8553-31b1b64b61ae, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:34:07.800128 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.816547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:07.828076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'port_id': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'mac_address': 'fa:16:3e:09:04:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:34:07.860427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:07.862227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7707285c-6edc-44c3-adaf-2e091b8b1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:07.989012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae is already hosted by enough agents. {{(pid=84462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:08.013034 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:08.014290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 3dd32d77-6914-472f-9413-acf8aaa33888 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:08.039987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:08.149458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:08.151078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:34:08.174109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Resources bound (agent type, host, resource id):  {{(pid=84462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:08.207746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0281e08-150e-4534-b3a9-b89ccfcd4b5d None None] Pushing event updated for resources: {'Port': ['ID=e9cb45af-00ea-43de-9772-c2735bdbf00a,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:08.224829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e0281e08-150e-4534-b3a9-b89ccfcd4b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:08.256106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Received port after_create {{(pid=84462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:34:08.278528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Pushing event updated for resources: {'Port': ['ID=bae4d855-c358-4c59-a33e-9911a228c390,revision_number=1']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:08.284591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:08.367436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Routers {'7805a2f9-ff91-4e3f-86ac-6ec30129aef0'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:08.368349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30da4ef60>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:08.377440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:08.393750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-38e6fc78-268b-4b41-bc91-9d2ca5db0a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:08.537431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:08.540990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:08.560129 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:08.569381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Attempting to bind port bae4d855-c358-4c59-a33e-9911a228c390 on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:34:08.569952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Attempting to bind port bae4d855-c358-4c59-a33e-9911a228c390 by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:34:08.570372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Attempting to bind port bae4d855-c358-4c59-a33e-9911a228c390 on network afb26ceb-8fb3-43cb-8481-3a52d8e673ae {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:08.578088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-07ccdd5b-7a75-4a9e-be7c-9f58c8fab58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:08.670930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:34:08.671275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Checking segment: {'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:08.671733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:08.672180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Bound using segment: {'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:34:08.672727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Bound port: bae4d855-c358-4c59-a33e-9911a228c390, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:34:08.673206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:08.705958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:08.769108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] Set router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:08.819390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] For port bae4d855-c358-4c59-a33e-9911a228c390, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:34:08.824243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] For port bae4d855-c358-4c59-a33e-9911a228c390, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=bae4d855-c358-4c59-a33e-9911a228c390,segment=NetworkSegment(eacccfa6-93c7-46e7-bb04-5e8612a6e007),segment_id=eacccfa6-93c7-46e7-bb04-5e8612a6e007)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:34:08.832546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=6']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:08.845333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:08.852743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 3dd32d77-6914-472f-9413-acf8aaa33888 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:08.853445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:08.971565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['6e9c1b71-739d-4d6c-b012-ef5645fb4a44'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:34:09.018112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-7707285c-6edc-44c3-adaf-2e091b8b1f13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84462) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:34:09.018675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-7707285c-6edc-44c3-adaf-2e091b8b1f13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:34:09.019786 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:09.046448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] For port 87cdcc9d-ad12-4840-8553-31b1b64b61ae, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:34:09.048606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:09.103905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Allocated IP 172.20.0.1 (31214baf-0953-4716-ac79-3fedc0b7516e/df875ae8-01d0-4014-b8ba-d5260a6af70f/0331df6d-dcd2-4b3e-8557-a348d3734aae) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:34:09.147823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Pushing event updated for resources: {'Port': ['ID=bae4d855-c358-4c59-a33e-9911a228c390,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:09.157286 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:09.302908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] For port 87cdcc9d-ad12-4840-8553-31b1b64b61ae, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=87cdcc9d-ad12-4840-8553-31b1b64b61ae,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:34:09.307237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30da4ef60>, [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:34:02Z', 'revision_number': 3, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port': {'id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:01Z', 'updated_at': '2021-04-08T14:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:09.317704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb869c-f317-4d5d-8535-fab186ee2f48 None None] The sync data for ids ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'] in dv-cinder-784623-3-iscsi is: [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:34:02Z', 'revision_number': 3, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port': {'id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:01Z', 'updated_at': '2021-04-08T14:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:34:09.406692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:09.422318 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cae19e9f-8ea5-47de-85b2-bc11087855af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:09.475961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Deleting port 8a405cd8-da56-43fe-89fa-fe90ea3666a8 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:34:09.476338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:09.596851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278589ae-cc3d-4df8-a966-3477140cc898 req-c19e9664-04f8-43a8-a1c6-48fbbff0258f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:09.605479 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-278589ae-cc3d-4df8-a966-3477140cc898 req-c19e9664-04f8-43a8-a1c6-48fbbff0258f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 944 time: 0.8162580
Apr 08 14:34:09.635870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Router bff0a114-476e-4bf9-9b96-211763e6e158 is scheduled to L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a with binding_index 1 {{(pid=84460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 14:34:09.748375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] For port 8a405cd8-da56-43fe-89fa-fe90ea3666a8, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=8a405cd8-da56-43fe-89fa-fe90ea3666a8,segment=NetworkSegment(a7365f4a-c7dd-4288-9aa6-c18372985c99),segment_id=a7365f4a-c7dd-4288-9aa6-c18372985c99)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:09.750010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:09.756287 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-278589ae-cc3d-4df8-a966-3477140cc898 req-6a06dfe1-cb18-4f1d-8a0a-06da296faf05 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1496923
Apr 08 14:34:09.759613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:09.929023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Transition to ACTIVE for port object 0331df6d-dcd2-4b3e-8557-a348d3734aae will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:10.026630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:34:10.087945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Calling delete_port for 8a405cd8-da56-43fe-89fa-fe90ea3666a8 owned by network:router_interface {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:34:10.112402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:10.113772 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.8092177
Apr 08 14:34:10.116550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34544) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:10.126899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Sync routers for ids ['bff0a114-476e-4bf9-9b96-211763e6e158'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:34:10.272933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:10.284768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Routers {'bff0a114-476e-4bf9-9b96-211763e6e158'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:10.286489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca8a208>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['bff0a114-476e-4bf9-9b96-211763e6e158'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:10.406937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fa2b870e-70d7-47df-bb68-b4e2083ffeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:10.516857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:10.622677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae19e9f-8ea5-47de-85b2-bc11087855af None None] Pushing event updated for resources: {'Port': ['ID=87cdcc9d-ad12-4840-8553-31b1b64b61ae,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:10.645791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cae19e9f-8ea5-47de-85b2-bc11087855af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.223s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:10.652433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:34:10.690939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:10.706284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e44d438>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:33:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:10.863496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f6c65ed3-5a52-42f3-95bf-cf4148f172bc up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:11.064751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:34:11.065908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device cb555a8e-b8c0-4f6b-a928-baf00a6cfd3e not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:34:11.233359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-cd7f9b06-f38a-4271-90ad-0624ae406440 None None] Provisioning complete for port f6c65ed3-5a52-42f3-95bf-cf4148f172bc triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:11.233796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd7f9b06-f38a-4271-90ad-0624ae406440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:11.422678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:11.435925 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Set router bff0a114-476e-4bf9-9b96-211763e6e158 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:11.645702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f9dfcbf4-2a88-4297-a2dd-49333dee1c35 tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:11.690143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port f6c65ed3-5a52-42f3-95bf-cf4148f172bc triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:11.690497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:11.712253 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-c4b1533e-00b4-4dac-b437-3661162a732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:11.713961 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-c4b1533e-00b4-4dac-b437-3661162a732e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1137 time: 0.5441666
Apr 08 14:34:11.729069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a405cd8-da56-43fe-89fa-fe90ea3666a8,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:11.751836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fea48-d2bd-4c20-915d-c607b15298cb req-4bd53db2-fa2c-4164-92ea-c74f6154bd95 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:11.754149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:11.760581 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c95fea48-d2bd-4c20-915d-c607b15298cb req-4bd53db2-fa2c-4164-92ea-c74f6154bd95 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.7050345
Apr 08 14:34:11.786763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:11.955474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Pushing event updated for resources: {'Port': ['ID=0331df6d-dcd2-4b3e-8557-a348d3734aae,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:11.959269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.443s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:11.998532 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c95fea48-d2bd-4c20-915d-c607b15298cb req-8ac0c574-dd36-47b0-ad14-f02773960398 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2365372
Apr 08 14:34:12.004659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-1f4e3873-e7e6-48ef-89d0-c3ad82ae0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:12.006460 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-1f4e3873-e7e6-48ef-89d0-c3ad82ae0f01 service neutron] 10.222.0.70 "GET /v2.0/networks?id=077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 200  len: 916 time: 0.2182181
Apr 08 14:34:12.072543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Network 31214baf-0953-4716-ac79-3fedc0b7516e is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:12.081971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3024a-64ae-4105-8988-a0d64fa5315d req-6a38f580-7721-498c-a1d1-da6bc1620b43 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:12.089831 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f5c3024a-64ae-4105-8988-a0d64fa5315d req-6a38f580-7721-498c-a1d1-da6bc1620b43 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 944 time: 0.6598775
Apr 08 14:34:12.107507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:12.109950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:34:12.216357 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f5c3024a-64ae-4105-8988-a0d64fa5315d req-ec933d68-702f-423f-96fa-2916d5039c04 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244783
Apr 08 14:34:12.264074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:12.422892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:12.795056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:12.991899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device e9cb45af-00ea-43de-9772-c2735bdbf00a up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:13.119914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:13.193824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-70e0b037-dcc8-45a8-8912-c40125a17307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:13.242813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Allocated IP 172.20.0.1 (afb26ceb-8fb3-43cb-8481-3a52d8e673ae/30ac2e3d-0bcf-4094-b592-c7d59e737aed/2f00f9a1-1731-44d1-a3c6-4c773cfc831c) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:34:13.358809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca319875-2da5-4c16-9f79-7860f98e1dc1 None None] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:34:13.368186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b269-a128-43dd-8338-192fa08dc69f req-7a189a6a-e7f2-4f2e-b412-f5bf681dfd2a tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:13.388822 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d175b269-a128-43dd-8338-192fa08dc69f req-7a189a6a-e7f2-4f2e-b412-f5bf681dfd2a tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 1.0462074
Apr 08 14:34:13.421246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:13.477339 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d175b269-a128-43dd-8338-192fa08dc69f req-9ba1b3d2-49a1-4db7-828a-4ba0dc56662b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0874181
Apr 08 14:34:13.479472 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-40b397b4-6044-4e89-a73b-352409c92443 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 1000 time: 1.2964272
Apr 08 14:34:13.696310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d540a-f5e8-46b2-90b9-fd30a28230e1 req-46e4d2f2-8e13-4625-a9ea-b467d5b119d3 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:13.698410 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c63d540a-f5e8-46b2-90b9-fd30a28230e1 req-46e4d2f2-8e13-4625-a9ea-b467d5b119d3 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.4752820
Apr 08 14:34:13.746543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:13.758701 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c63d540a-f5e8-46b2-90b9-fd30a28230e1 req-de429a12-c340-4c2c-9523-0a783dc03323 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478899
Apr 08 14:34:13.790866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e1e823c3-83db-41a4-83c4-493867ff4614 None None] Provisioning for port 0331df6d-dcd2-4b3e-8557-a348d3734aae completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:13.804553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port e9cb45af-00ea-43de-9772-c2735bdbf00a completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:13.814392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:13.818745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:13.820136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port e9cb45af-00ea-43de-9772-c2735bdbf00a triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:13.820722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:13.840271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Transition to ACTIVE for port object 2f00f9a1-1731-44d1-a3c6-4c773cfc831c will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:13.873139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:13.914144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e1e823c3-83db-41a4-83c4-493867ff4614 None None] Provisioning complete for port 0331df6d-dcd2-4b3e-8557-a348d3734aae triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:13.917365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e1e823c3-83db-41a4-83c4-493867ff4614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:13.917792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-81197250-8fab-4e6c-b9a3-3de7cd0238a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:13.967628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c7b9e-7844-4a26-806a-886898754b7f req-9001f72c-3581-43aa-98da-782bac3bdee3 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:13.969399 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc0c7b9e-7844-4a26-806a-886898754b7f req-9001f72c-3581-43aa-98da-782bac3bdee3 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 944 time: 0.2723675
Apr 08 14:34:13.981746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-1b64ed05-10be-412e-949e-fbc56cbf95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:13.983330 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-1b64ed05-10be-412e-949e-fbc56cbf95a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79c4fc65-164e-4238-bc05-672bcfebe362 HTTP/1.1" status: 200  len: 854 time: 0.4815774
Apr 08 14:34:13.997765 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Pushing event updated for resources: {'Port': ['ID=0331df6d-dcd2-4b3e-8557-a348d3734aae,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:14.000734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:14.001759 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:14.017423 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e1e823c3-83db-41a4-83c4-493867ff4614 None None] Port 0331df6d-dcd2-4b3e-8557-a348d3734aae cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:34:14.022216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:14.022461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:14.028880 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc0c7b9e-7844-4a26-806a-886898754b7f req-dd4d5768-2884-4c06-b8dd-44f03154400a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419030
Apr 08 14:34:14.135917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-72810b31-7504-4f35-8747-7f09f1ddc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:14.138785 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-72810b31-7504-4f35-8747-7f09f1ddc4cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=077780ea-851f-45e2-9eeb-17d0c940b922&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087070
Apr 08 14:34:14.139693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:14.155650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-e1e823c3-83db-41a4-83c4-493867ff4614 None None] Provisioning for port bae4d855-c358-4c59-a33e-9911a228c390 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:14.198627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca8a208>, [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:34:06Z', 'revision_number': 3, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port': {'id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:04Z', 'updated_at': '2021-04-08T14:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:14.215408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Checking router: bff0a114-476e-4bf9-9b96-211763e6e158 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:34:14.216625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Updating router bff0a114-476e-4bf9-9b96-211763e6e158 port 7b941d3d-5138-4b7c-88b8-40f6237642ff binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:34:14.261528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:14.264532 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:14.312453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:14.429033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:14.446298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:14.461192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:14.511773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Network 31214baf-0953-4716-ac79-3fedc0b7516e is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:14.511773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:14.529479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:34:14.539589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e44d438>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:34:08Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:14.560624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:14.561051 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:14.572879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:34:14.730870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877db20-b20c-46a6-ab40-19b98150f6b0 None None] The sync data for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi is: [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:34:08Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:34:14.771317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port e9cb45af-00ea-43de-9772-c2735bdbf00a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=e9cb45af-00ea-43de-9772-c2735bdbf00a,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:14.895883 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-3cb06cee-8c46-40e8-8e54-17f584ee998c service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7482359
Apr 08 14:34:15.026304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853149873'] for router_interface, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:15.212849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e247c-5ecf-4ed6-8c9d-b078ce92b1bc req-4ae05d15-3eee-48b9-bbcc-47c5b36941fa tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:15.222412 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9b8e247c-5ecf-4ed6-8c9d-b078ce92b1bc req-4ae05d15-3eee-48b9-bbcc-47c5b36941fa tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.5272799
Apr 08 14:34:15.241952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:15.272218 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9b8e247c-5ecf-4ed6-8c9d-b078ce92b1bc req-07def4bf-87a0-49ee-a256-677bbe7bd458 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0486834
Apr 08 14:34:15.291381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:34:15.366050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:15.378583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:15.432413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d767ee-30ad-46ee-b88f-2bccf6ebefb4 req-6987eeb5-e40f-412f-8f0d-9fd810a04c02 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:15.454900 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c2d767ee-30ad-46ee-b88f-2bccf6ebefb4 req-6987eeb5-e40f-412f-8f0d-9fd810a04c02 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.3875999
Apr 08 14:34:15.487348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:34:15.498561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] Sync routers for ids ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:34:15.510228 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c2d767ee-30ad-46ee-b88f-2bccf6ebefb4 req-02e62b44-99a0-4566-a889-7a8467d18066 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538447
Apr 08 14:34:15.511260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:15.516127 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b9207bc-8347-451f-a9f8-5abcaf3e16f9 req-b6dcddf1-d53c-4b55-9961-348fe60a7130 service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3903170
Apr 08 14:34:15.517913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] Routers {'75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:15.518469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:34:15.522710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d6f4a20>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:34:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:15.563769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:15.611531 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] 10.222.0.62 "PUT /v2.0/routers/75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2594311
Apr 08 14:34:15.612557 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34576) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:15.627773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:15.690632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ae843f00-40ee-4bcc-b36f-43917ef4efb0 None None] Provisioning for port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:15.717525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ae843f00-40ee-4bcc-b36f-43917ef4efb0 None None] Provisioning complete for port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:15.725657 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae843f00-40ee-4bcc-b36f-43917ef4efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:15.804081 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'code': 200}
Apr 08 14:34:15.812429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ae843f00-40ee-4bcc-b36f-43917ef4efb0 None None] Port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:34:15.863037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=e9cb45af-00ea-43de-9772-c2735bdbf00a,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:15.918140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-ae843f00-40ee-4bcc-b36f-43917ef4efb0 None None] Provisioning complete for port 0331df6d-dcd2-4b3e-8557-a348d3734aae triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:15.926425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ae843f00-40ee-4bcc-b36f-43917ef4efb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:16.026563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:16.029478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] Set router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:16.036186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:16.157795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device bae4d855-c358-4c59-a33e-9911a228c390 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:16.187976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks [] for router, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:16.234300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=7']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:16.281469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:16.372973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ae843f00-40ee-4bcc-b36f-43917ef4efb0 None None] Port 0331df6d-dcd2-4b3e-8557-a348d3734aae cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:34:16.438600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:16.479644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port bae4d855-c358-4c59-a33e-9911a228c390 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:16.501140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port bae4d855-c358-4c59-a33e-9911a228c390 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:16.501842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:16.615709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa841db-9add-4505-808e-150cccaed6cc req-d721c403-0175-4a8e-aae0-5361f66d4ebb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:16.624581 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-baa841db-9add-4505-808e-150cccaed6cc req-d721c403-0175-4a8e-aae0-5361f66d4ebb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.6773169
Apr 08 14:34:16.651360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:16.705700 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-baa841db-9add-4505-808e-150cccaed6cc req-6dd754bf-786e-4cd8-950d-f5fa82359044 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798593
Apr 08 14:34:16.820470 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:34:16.902128 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] 10.222.0.62 "PUT /v2.0/routers/7805a2f9-ff91-4e3f-86ac-6ec30129aef0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5181262
Apr 08 14:34:16.989782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Sync routers for ids ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:34:16.995350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ae0e-ed5c-4da7-8e16-04b2df2cf830 req-3a5e9dfc-c2cf-43c6-8fb1-02447eb333cc tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:17.000772 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b294ae0e-ed5c-4da7-8e16-04b2df2cf830 req-3a5e9dfc-c2cf-43c6-8fb1-02447eb333cc tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.2387938
Apr 08 14:34:17.015202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Transition to ACTIVE for port object 7b941d3d-5138-4b7c-88b8-40f6237642ff will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:17.023172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d6f4a20>, [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'acba6386-3125-4299-b001-1c6a48713e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:34:10Z', 'revision_number': 5, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port': {'id': 'acba6386-3125-4299-b001-1c6a48713e92', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:17.032856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.035216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] Checking router: 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:34:17.054123 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] Routers {'75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:17.054933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d6f4a20>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:34:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:17.057086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Routers {'7805a2f9-ff91-4e3f-86ac-6ec30129aef0'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:17.057836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30c8c1c88>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:34:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:17.061419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.105646 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b294ae0e-ed5c-4da7-8e16-04b2df2cf830 req-868e4759-cd7a-4c40-9553-4f6826cb50e1 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0941205
Apr 08 14:34:17.189904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Deleting port acba6386-3125-4299-b001-1c6a48713e92 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:34:17.189904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.190221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port bae4d855-c358-4c59-a33e-9911a228c390, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=bae4d855-c358-4c59-a33e-9911a228c390,segment=NetworkSegment(eacccfa6-93c7-46e7-bb04-5e8612a6e007),segment_id=eacccfa6-93c7-46e7-bb04-5e8612a6e007)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:17.287776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.309648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72ed64-a207-4fac-886a-ab24643b333c req-dea312b8-4d44-414d-b7d6-188f3f40080b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:17.311353 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cd72ed64-a207-4fac-886a-ab24643b333c req-dea312b8-4d44-414d-b7d6-188f3f40080b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.3783722
Apr 08 14:34:17.321324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4553e1e-89f1-42da-9302-66853360309e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:17.348923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] Set router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac gateway port host: None {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:17.400022 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cd72ed64-a207-4fac-886a-ab24643b333c req-e3528db1-5d6d-4bce-832b-58db1f60d487 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718346
Apr 08 14:34:17.431061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.439728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.440716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 87cdcc9d-ad12-4840-8553-31b1b64b61ae up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:17.492945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.548722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:17.583068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] For port acba6386-3125-4299-b001-1c6a48713e92, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=acba6386-3125-4299-b001-1c6a48713e92,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:17.583669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.616081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d6f4a20>, [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:34:17Z', 'revision_number': 6, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port_host': None}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:17.626773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181537d1-78cb-4528-983c-140d45f9e974 None None] The sync data for ids ['75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac'] in dv-cinder-784623-3-iscsi is: [{'id': '75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1246683625-router', 'tenant_id': '1597430565bb48eaa011ef63409225a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:21Z', 'updated_at': '2021-04-08T14:34:17Z', 'revision_number': 6, 'project_id': '1597430565bb48eaa011ef63409225a2', 'gw_port_host': None}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:34:17.659674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:17.682996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:17.716938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1805291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853077350'] for router_interface, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:17.799648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Calling delete_port for acba6386-3125-4299-b001-1c6a48713e92 owned by network:router_gateway {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:34:17.961423 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Set router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:18.036196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:18.046784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:18.156488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34592) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:18.173488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066979189', 'description': 'tempest-secgroup-smoke-2066979189 description', 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:18.180766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:18.205619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:security_group and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:18.205619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:18.214737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:18.239009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:18.242632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94acfc-4b7b-42bf-b7be-d472b0969624 None None] Pushing event updated for resources: {'Port': ['ID=7b941d3d-5138-4b7c-88b8-40f6237642ff,revision_number=2']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:18.346091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cb94acfc-4b7b-42bf-b7be-d472b0969624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:18.350383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Attempting to bind port 7b941d3d-5138-4b7c-88b8-40f6237642ff on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:34:18.354443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Attempting to bind port 7b941d3d-5138-4b7c-88b8-40f6237642ff by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:34:18.355091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Attempting to bind port 7b941d3d-5138-4b7c-88b8-40f6237642ff on network f9066924-4bf6-41ae-8d8b-76fd0035cf0d {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:18.364659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c779a578-5468-4bbe-a7d6-f74118a28620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.858s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:18.405295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Router bff0a114-476e-4bf9-9b96-211763e6e158 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:34:18.488125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=bae4d855-c358-4c59-a33e-9911a228c390,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:18.514121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:18.520609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:34:18.521264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Checking segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:18.521936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:18.522808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Bound using segment: {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:34:18.523707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Bound port: 7b941d3d-5138-4b7c-88b8-40f6237642ff, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f161d-196b-4944-a865-8f591c982d21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:34:18.524247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:18.524547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1f50a4e7-b3a4-4aad-a2fb-f9e24427c9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:18.611669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] For port 7b941d3d-5138-4b7c-88b8-40f6237642ff, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:34:18.615076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] For port 7b941d3d-5138-4b7c-88b8-40f6237642ff, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=7b941d3d-5138-4b7c-88b8-40f6237642ff,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:34:18.623836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 87cdcc9d-ad12-4840-8553-31b1b64b61ae completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:18.627185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:34:18.648705 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] 10.222.0.62 "PUT /v2.0/routers/bff0a114-476e-4bf9-9b96-211763e6e158/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5308714
Apr 08 14:34:18.712062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:18.725946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d303a-1ef2-4ed5-9b0b-6162189290fa req-3b7b4fa9-42c5-4057-b31b-048dca2f12c0 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:18.734422 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-604d303a-1ef2-4ed5-9b0b-6162189290fa req-3b7b4fa9-42c5-4057-b31b-048dca2f12c0 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.7523022
Apr 08 14:34:18.744332 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 87cdcc9d-ad12-4840-8553-31b1b64b61ae triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:18.744912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:18.786015 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-604d303a-1ef2-4ed5-9b0b-6162189290fa req-90586c46-7070-4485-8f73-390e69a12770 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505145
Apr 08 14:34:18.847816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:18.884687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:18.964219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94acfc-4b7b-42bf-b7be-d472b0969624 None None] Pushing event updated for resources: {'Port': ['ID=7b941d3d-5138-4b7c-88b8-40f6237642ff,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:18.979796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:18.982341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:18.988225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cb94acfc-4b7b-42bf-b7be-d472b0969624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:19.046807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac203627-e6bd-4080-9b3c-18743c82a427 req-b5df08ee-0f3d-4b22-96fa-9315e7d79b91 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:19.048711 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ac203627-e6bd-4080-9b3c-18743c82a427 req-b5df08ee-0f3d-4b22-96fa-9315e7d79b91 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1142592
Apr 08 14:34:19.053972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-4d615088-c281-4407-ab91-7e6df9c3f130 None None] Provisioning complete for port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:19.054543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4d615088-c281-4407-ab91-7e6df9c3f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.061956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.079066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Pushing event deleted for resources: {'Port': ['ID=acba6386-3125-4299-b001-1c6a48713e92,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:19.098501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:19.104854 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ac203627-e6bd-4080-9b3c-18743c82a427 req-a77bd430-1914-4eee-81fa-0fb769473146 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475080
Apr 08 14:34:19.123202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:19.132230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:security_group_rule and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:19.136997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:19.148979 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:19.176110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ccc9e-4523-458d-899c-17c99888f088 req-ab1f9a72-cb6f-4db4-865b-cc509bb9f986 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:19.177562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.185527 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-258ccc9e-4523-458d-899c-17c99888f088 req-ab1f9a72-cb6f-4db4-865b-cc509bb9f986 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.7340407
Apr 08 14:34:19.189532 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.190091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac {{(pid=84461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:34:19.271089 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-258ccc9e-4523-458d-899c-17c99888f088 req-e1492aa3-a09a-420b-af83-2d4b9946ac80 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0637574
Apr 08 14:34:19.320571 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 87cdcc9d-ad12-4840-8553-31b1b64b61ae, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=87cdcc9d-ad12-4840-8553-31b1b64b61ae,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:19.345776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.347261 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] 10.222.0.62 "DELETE /v2.0/routers/75fb49bb-5c5c-4448-b9e8-b7a3ffe752ac HTTP/1.1" status: 204  len: 168 time: 3.7334149
Apr 08 14:34:19.350774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34606) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:19.382348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-4d615088-c281-4407-ab91-7e6df9c3f130 None None] Port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:34:19.395283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.435665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30c8c1c88>, [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:34:12Z', 'revision_number': 4, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port': {'id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:01Z', 'updated_at': '2021-04-08T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '0331df6d-dcd2-4b3e-8557-a348d3734aae', 'name': '', 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'mac_address': 'fa:16:3e:53:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'df875ae8-01d0-4014-b8ba-d5260a6af70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:08Z', 'updated_at': '2021-04-08T14:34:12Z', 'revision_number': 2, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'subnets': [{'id': 'df875ae8-01d0-4014-b8ba-d5260a6af70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:19.438511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.443379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.449546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-760916e3-89bb-4d22-97aa-c35d140849e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:19.451866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:19.517620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] Deleting subnet 587dd831-7810-4f9c-bb50-8b9b163f11f7 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:34:19.522511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.533516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bfd8dd-1903-41bc-90a2-af1b02e10308,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:19.536522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:19.542476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=87cdcc9d-ad12-4840-8553-31b1b64b61ae,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:19.555207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.556059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Checking router: 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:34:19.556569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Updating router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 port 0331df6d-dcd2-4b3e-8557-a348d3734aae binding host dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:34:19.557056 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.3967807
Apr 08 14:34:19.560191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34610) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:19.566096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'security_group_rule': {'security_group_id': 'a9bfd8dd-1903-41bc-90a2-af1b02e10308', 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:19.582258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:19.585407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:19.591095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:security_group_rule and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:19.597349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:19.611743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3939248'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.612782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:19.631404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Routers {'bff0a114-476e-4bf9-9b96-211763e6e158'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:19.632115 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca8a208>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:34:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['bff0a114-476e-4bf9-9b96-211763e6e158'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:19.715428 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device bae4d855-c358-4c59-a33e-9911a228c390 up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:19.717640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.749779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34614) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:19.755340 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250130703', 'description': 'tempest-secgroup-smoke-250130703 description', 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:19.763091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:19.774330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:security_group and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:19.781370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:19.795384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:19.797676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.851838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.881626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:19.888481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:security_group_rule and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:19.894174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:19.908239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:19.918302 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.960111 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:19.977761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c25e5c7b-4c28-4818-b23f-4e87d3cbcf0f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:20.034922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a12ff3-4e5d-4b56-94e0-32c078328c30,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:20.043150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:20.079775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2380390'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.104546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fe4ddf72-ca8f-42a7-9583-fadb9fe8c71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:20.110393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.133136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.158885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587dd831-7810-4f9c-bb50-8b9b163f11f7,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:20.166561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:20.185827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.205655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3d8561a6-8622-4699-8f2c-89c8bb4f3508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:20.277293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267bd231-4d4f-44af-99c6-0b08fe24be2f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:20.292549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:20.304778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c50a9-6edf-4607-9bed-3d0a273807fa req-45b3f89c-6305-4c10-b850-b3fa4ffd4159 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:20.309027 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f3c50a9-6edf-4607-9bed-3d0a273807fa req-45b3f89c-6305-4c10-b850-b3fa4ffd4159 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.3171842
Apr 08 14:34:20.311575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.316758 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5665343
Apr 08 14:34:20.318413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.323019 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-953153de-3704-42d9-bd25-a3e4e0b565a6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7618062
Apr 08 14:34:20.324384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34624) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:20.325763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34626) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:20.367025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'security_group_rule': {'security_group_id': '267bd231-4d4f-44af-99c6-0b08fe24be2f', 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:20.376449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:20.384244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:security_group_rule and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:20.390528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.394712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:20.401819 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:20.410215 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5d818f2b-d17a-43ef-9f38-5d123bb81c9d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/587dd831-7810-4f9c-bb50-8b9b163f11f7 HTTP/1.1" status: 204  len: 168 time: 1.0581748
Apr 08 14:34:20.414614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34632) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:20.429141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'security_group_rule': {'security_group_id': 'a9bfd8dd-1903-41bc-90a2-af1b02e10308', 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:20.439259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:20.447279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:security_group_rule and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:20.453456 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f3c50a9-6edf-4607-9bed-3d0a273807fa req-ae1493d7-98d6-41a6-b783-d0ffd8b081a5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1239381
Apr 08 14:34:20.454455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:20.461885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:20.483140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.569011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.571322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.580223 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.616418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port bae4d855-c358-4c59-a33e-9911a228c390 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:20.626114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.677150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.678382 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.773415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.775696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] Set router bff0a114-476e-4bf9-9b96-211763e6e158 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:20.781266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:20.829977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63caf2ee-e12f-4498-927a-92495ba924c4,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:20.854701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34edcdbf-f456-4509-84ae-5b69376e265c,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:20.858801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:20.859619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.864361 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-67e27b59-3561-4239-8416-a3402ac8f952 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5041919
Apr 08 14:34:20.865840 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34636) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:20.867465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:20.867945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:20.868830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:20.876384 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0c237928-c56d-437d-bbd5-c5bda9ff14a3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5140686
Apr 08 14:34:20.876606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34638) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:20.882926 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'security_group_rule': {'security_group_id': '267bd231-4d4f-44af-99c6-0b08fe24be2f', 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:20.891099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'security_group_rule': {'security_group_id': 'a9bfd8dd-1903-41bc-90a2-af1b02e10308', 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:20.891316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:20.896084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:security_group_rule and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:20.900136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:20.906892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2133ed3-60e8-4f9e-a9bf-ff9c51fd7c65 req-85960f40-98d3-43e7-a516-107f713b53e8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:20.907186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:20.915189 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a2133ed3-60e8-4f9e-a9bf-ff9c51fd7c65 req-85960f40-98d3-43e7-a516-107f713b53e8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.6420505
Apr 08 14:34:20.942744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device e9cb45af-00ea-43de-9772-c2735bdbf00a up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:20.952141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485b703-d1b3-4bb3-8e7d-31ca59b0c6f5 req-e8abda31-501f-4138-b5b1-6c38276bb88c tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:20.954049 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d485b703-d1b3-4bb3-8e7d-31ca59b0c6f5 req-e8abda31-501f-4138-b5b1-6c38276bb88c tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.2744880
Apr 08 14:34:20.956921 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a2133ed3-60e8-4f9e-a9bf-ff9c51fd7c65 req-a3b367c0-3589-441e-811b-e7c15b386347 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407052
Apr 08 14:34:20.958289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:20.969776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:security_group_rule and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:21.002277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:21.017019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:21.018319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.064200 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d485b703-d1b3-4bb3-8e7d-31ca59b0c6f5 req-1977c7f4-804e-4972-9512-e7f65b9c4214 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1010211
Apr 08 14:34:21.110705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.resource_extend [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 14:34:21.121542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.132340 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.143061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port e9cb45af-00ea-43de-9772-c2735bdbf00a triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:21.143716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.157953 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.182182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:21.200288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d2dff1-ce9a-4858-9b3d-3b72c75b6df6,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:21.204931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:21.212940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.217844 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3402026
Apr 08 14:34:21.218728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34644) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:21.225209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'security_group_rule': {'security_group_id': '267bd231-4d4f-44af-99c6-0b08fe24be2f', 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:21.232639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:21.238659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:security_group_rule and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:21.243048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:21.259146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30cb05ba8>,) {'filters': {'network_id': ['bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0']}} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:21.259817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:21.283710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30cb05ba8>, 'a7365f4a-c7dd-4288-9aa6-c18372985c99') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:21.284106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30cb05ba8>, 'a7365f4a-c7dd-4288-9aa6-c18372985c99') {} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:21.295462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.324463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.336420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850836600'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.386608 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.399293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.415874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:34:21.460946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.498293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.534955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.554792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9be302bc-155c-484f-91c7-fbb645c69d73 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:21.580549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:21.587988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Notify callbacks [] for port, precommit_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.610850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d14bb7-87da-4af2-9680-dec729bde675,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:21.616770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:21.631983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9efc7a-f806-404c-a61b-34c7b160a022,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:21.634820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.639191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca8a208>, [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:34:15Z', 'revision_number': 4, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port': {'id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:04Z', 'updated_at': '2021-04-08T14:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '2f00f9a1-1731-44d1-a3c6-4c773cfc831c', 'name': '', 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'mac_address': 'fa:16:3e:a1:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:12Z', 'updated_at': '2021-04-08T14:34:16Z', 'revision_number': 2, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'subnets': [{'id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:21.644986 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0819dfd6-69eb-4929-970d-ea10799776e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4250383
Apr 08 14:34:21.645199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Transition to ACTIVE for port object 0331df6d-dcd2-4b3e-8557-a348d3734aae will not be triggered until provisioned by entity L2. {{(pid=84462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:21.645735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34650) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:21.655684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.656641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e89a-84f3-43d6-939e-5ddbcecf2688 None None] The sync data for ids ['bff0a114-476e-4bf9-9b96-211763e6e158'] in dv-cinder-784623-3-iscsi is: [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:34:15Z', 'revision_number': 4, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port': {'id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:04Z', 'updated_at': '2021-04-08T14:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '2f00f9a1-1731-44d1-a3c6-4c773cfc831c', 'name': '', 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'mac_address': 'fa:16:3e:a1:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:12Z', 'updated_at': '2021-04-08T14:34:16Z', 'revision_number': 2, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'subnets': [{'id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:34:21.657586 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7802057
Apr 08 14:34:21.659048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:21.674710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'security_group_rule': {'security_group_id': '267bd231-4d4f-44af-99c6-0b08fe24be2f', 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:21.692163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.692415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34654) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:21.707175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'security_group_rule': {'security_group_id': 'a9bfd8dd-1903-41bc-90a2-af1b02e10308', 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:21.716907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:21.728395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:21.734308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:security_group_rule and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:21.739165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:security_group_rule and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:21.742526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:21.746404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:21.758703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:21.761017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:21.799019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:34:21.801892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:21.810963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159265'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.822304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.885402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 8a405cd8-da56-43fe-89fa-fe90ea3666a8 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:34:21.934867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.945295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:21.962038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5eefd-2757-417f-92b2-48683e490dde None None] Pushing event updated for resources: {'Port': ['ID=0331df6d-dcd2-4b3e-8557-a348d3734aae,revision_number=3']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:21.964404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 8a405cd8-da56-43fe-89fa-fe90ea3666a8 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:34:21.964807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 8a405cd8-da56-43fe-89fa-fe90ea3666a8 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:34:21.965338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device acba6386-3125-4299-b001-1c6a48713e92 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:34:22.035619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Network bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:34:22.046633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9bd5eefd-2757-417f-92b2-48683e490dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:22.055213 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.056487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.074466 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fef909-399a-4ce1-a0b0-72fa38bfb016 req-2792ae24-6457-4b8c-8cf6-8d346ff15ffc tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:22.083653 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e2fef909-399a-4ce1-a0b0-72fa38bfb016 req-2792ae24-6457-4b8c-8cf6-8d346ff15ffc tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.3625236
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:34:22.100754 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:34:22.126748 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9a064926-e966-452d-a8ae-49fcd9ad2d69 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:22.149729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.154677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.159899 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4661877
Apr 08 14:34:22.160983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34662) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:22.226619 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e2fef909-399a-4ce1-a0b0-72fa38bfb016 req-a3d15265-6c67-46eb-a6d9-e046e42e700b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417236
Apr 08 14:34:22.230291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: acba6386-3125-4299-b001-1c6a48713e92 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:34:22.230704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device acba6386-3125-4299-b001-1c6a48713e92 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:34:22.303805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'security_group_rule': {'security_group_id': 'a9bfd8dd-1903-41bc-90a2-af1b02e10308', 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:22.317967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:22.321278 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.325552 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:security_group_rule and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:22.327050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:22.335766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:22.345321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:22.409069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.420523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:22.435173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:22.459281 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-87c59aaa-b45f-4bc4-b4d0-2504700f1bff admin admin] 10.222.0.62 "DELETE /v2.0/networks/bbc50187-d6b4-417b-a5c4-b9d5a6ec40b0 HTTP/1.1" status: 204  len: 168 time: 2.0434115
Apr 08 14:34:22.497346 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Attempting to bind port 0331df6d-dcd2-4b3e-8557-a348d3734aae on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:34:22.497785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Attempting to bind port 0331df6d-dcd2-4b3e-8557-a348d3734aae by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:34:22.498210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Attempting to bind port 0331df6d-dcd2-4b3e-8557-a348d3734aae on network 31214baf-0953-4716-ac79-3fedc0b7516e {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:22.498962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.503240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34668) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:22.503392 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8565664
Apr 08 14:34:22.504404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b89310-a23b-4527-b3d3-ce8a7e049a49,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:22.508967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:22.509902 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Project b9c18c8d02da4cb99da2650a8dfca3ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 14:34:22.513499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'security_group_rule': {'security_group_id': '267bd231-4d4f-44af-99c6-0b08fe24be2f', 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:22.522308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:34:22.522746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Checking segment: {'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:22.523211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.523665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Bound using segment: {'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'} {{(pid=84462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:34:22.524211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Bound port: 0331df6d-dcd2-4b3e-8557-a348d3734aae, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d50945-43fb-4015-84d7-8537115bb8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e'}}] {{(pid=84462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:34:22.524639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.525342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:22.530918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:22.554929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.602644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9bc144-b8c3-440a-97e4-77175a844940,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:22.606037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:22.648745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:security_group_rule and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:22.654608 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77365cc5-43fa-4168-803d-b71ee95e40c7 req-52b13e1a-4d81-4e46-92fd-26e4e7016579 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:22.656370 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-77365cc5-43fa-4168-803d-b71ee95e40c7 req-52b13e1a-4d81-4e46-92fd-26e4e7016579 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.2901866
Apr 08 14:34:22.661318 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:22.692394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:22.727210 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-77365cc5-43fa-4168-803d-b71ee95e40c7 req-5a0c2c9d-461f-42f3-9645-8334b1ada70b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408537
Apr 08 14:34:22.742062 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Project d803bbf3b0e54b36964f9adb4d4a95ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 14:34:22.756476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] For port 0331df6d-dcd2-4b3e-8557-a348d3734aae, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:34:22.763562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.768472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.773745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] For port 0331df6d-dcd2-4b3e-8557-a348d3734aae, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=0331df6d-dcd2-4b3e-8557-a348d3734aae,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:34:22.778603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 87cdcc9d-ad12-4840-8553-31b1b64b61ae up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:22.803676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.806069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:22.877899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28888010-4930-41f9-a1da-1b769bba7195,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:22.886954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:22.900515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.911311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7156f-0c89-4568-9f87-59e8ac58b32e req-9edc3b36-207a-438a-9367-48d58207eb46 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:22.921271 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9eb7156f-0c89-4568-9f87-59e8ac58b32e req-9edc3b36-207a-438a-9367-48d58207eb46 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.3916707
Apr 08 14:34:22.935812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.937336 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fd13b0bb-c14b-4612-8fe6-29bad6c65361 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6529584
Apr 08 14:34:22.940161 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34674) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:22.946725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'security_group_rule': {'security_group_id': 'a9bfd8dd-1903-41bc-90a2-af1b02e10308', 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:22.956015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:22.960530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.973465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:security_group_rule and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:22.978057 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9eb7156f-0c89-4568-9f87-59e8ac58b32e req-d3e032d1-d473-4b4f-9639-125cc2b933b7 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0556614
Apr 08 14:34:22.984394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:22.985032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:22.989194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:23.002285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:23.036220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012a5631-e2b9-45bf-8c3c-52b7beaa1c34,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:23.039116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:23.051644 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Project b9c18c8d02da4cb99da2650a8dfca3ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 14:34:23.061457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:23.083207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:23.085623 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2bd4cd4c-b87e-4ac3-b8ec-11e213e97f15 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5795379
Apr 08 14:34:23.087780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34678) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:23.094265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'security_group_rule': {'security_group_id': '267bd231-4d4f-44af-99c6-0b08fe24be2f', 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:23.132294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:23.149252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:security_group_rule and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:23.149415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34682) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:23.149540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:23.153789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:23.242912 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.securitygroups_db [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Project d803bbf3b0e54b36964f9adb4d4a95ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 14:34:23.250086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:23.272939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:23.330754 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e8b336b5-b41b-466b-8e00-9aa33f5b4045 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1597430565bb48eaa011ef63409225a2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1829450
Apr 08 14:34:23.336664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34688) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:23.447838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:23.522630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5eefd-2757-417f-92b2-48683e490dde None None] Pushing event updated for resources: {'Port': ['ID=0331df6d-dcd2-4b3e-8557-a348d3734aae,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:23.540842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9bd5eefd-2757-417f-92b2-48683e490dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:23.559211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 87cdcc9d-ad12-4840-8553-31b1b64b61ae triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:23.559211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:23.618645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa92b-8d13-4d76-a78f-6a9dbc6bebbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:23.686441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Routers {'7805a2f9-ff91-4e3f-86ac-6ec30129aef0'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:23.687265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30c8c1c88>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:34:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:23.813914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:23.822655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa92b-8d13-4d76-a78f-6a9dbc6bebbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:23.845067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2ad66-0ad8-472f-aad0-179c1475ab56 req-fc92395d-f427-4d9a-99e2-cb84a6631735 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:23.847025 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-77b2ad66-0ad8-472f-aad0-179c1475ab56 req-fc92395d-f427-4d9a-99e2-cb84a6631735 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1397419
Apr 08 14:34:23.896789 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-77b2ad66-0ad8-472f-aad0-179c1475ab56 req-6d2681ba-909d-4749-bf2b-e53c1421e650 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425792
Apr 08 14:34:23.925413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf61c5-b027-48fa-bc3a-b216c62961e4 req-69fcf1f9-365b-453a-b41c-0409bda18f92 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:23.926933 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4bf61c5-b027-48fa-bc3a-b216c62961e4 req-69fcf1f9-365b-453a-b41c-0409bda18f92 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.3035657
Apr 08 14:34:23.958719 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c4bf61c5-b027-48fa-bc3a-b216c62961e4 req-f5067f19-1d64-4ef0-8b3c-dd70957264eb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283046
Apr 08 14:34:24.178422 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] Set router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:24.359632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 7b941d3d-5138-4b7c-88b8-40f6237642ff up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:24.412103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.423320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-62ee1187-c335-453c-a166-fd5632e44996 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:24.445232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e2294f-84bb-49ee-aa66-fc513564ab41,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:24.445232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:24.463441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.465857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-50bd90d1-852f-4f91-8db4-e5546cf41e84 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:24.521943 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd1838b-648b-4edd-9875-f978fe7454d7,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:24.525035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:24.589999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 7b941d3d-5138-4b7c-88b8-40f6237642ff completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:24.602138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 7b941d3d-5138-4b7c-88b8-40f6237642ff triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:24.602138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.607849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.607849 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-97ca8e5a-4c11-4a46-8897-a6098b4b853f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.6620302
Apr 08 14:34:24.666328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.673165 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-51af5a51-28db-41a7-817b-6d3a18ebbe22 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.5787678
Apr 08 14:34:24.699747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30c8c1c88>, [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:34:12Z', 'revision_number': 4, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port': {'id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:01Z', 'updated_at': '2021-04-08T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '0331df6d-dcd2-4b3e-8557-a348d3734aae', 'name': '', 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'mac_address': 'fa:16:3e:53:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'df875ae8-01d0-4014-b8ba-d5260a6af70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:08Z', 'updated_at': '2021-04-08T14:34:22Z', 'revision_number': 4, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'subnets': [{'id': 'df875ae8-01d0-4014-b8ba-d5260a6af70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:24.703349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa92b-8d13-4d76-a78f-6a9dbc6bebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.706027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf8fa92b-8d13-4d76-a78f-6a9dbc6bebbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.707351 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-cf8fa92b-8d13-4d76-a78f-6a9dbc6bebbf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c58fe847-2f37-4da9-b9c2-df81974f605c HTTP/1.1" status: 204  len: 168 time: 1.3558662
Apr 08 14:34:24.708093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-11f84b56-9f8d-433b-b998-78f8504fc164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:24.712050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e5333-d5d2-4ffa-846a-c0941d5b7404 None None] The sync data for ids ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'] in dv-cinder-784623-3-iscsi is: [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:34:12Z', 'revision_number': 4, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port': {'id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:01Z', 'updated_at': '2021-04-08T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '0331df6d-dcd2-4b3e-8557-a348d3734aae', 'name': '', 'network_id': '31214baf-0953-4716-ac79-3fedc0b7516e', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'mac_address': 'fa:16:3e:53:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'df875ae8-01d0-4014-b8ba-d5260a6af70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:08Z', 'updated_at': '2021-04-08T14:34:22Z', 'revision_number': 4, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'subnets': [{'id': 'df875ae8-01d0-4014-b8ba-d5260a6af70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:34:24.731599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fa92b-8d13-4d76-a78f-6a9dbc6bebbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58fe847-2f37-4da9-b9c2-df81974f605c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:24.745546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cf8fa92b-8d13-4d76-a78f-6a9dbc6bebbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:24.891370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.898246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e66b40-02ed-41d2-af71-d6b447e3c6a5 req-e59c87d8-bf0c-4b63-86d7-c08f3e8fa264 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:24.910424 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09e66b40-02ed-41d2-af71-d6b447e3c6a5 req-e59c87d8-bf0c-4b63-86d7-c08f3e8fa264 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.3519807
Apr 08 14:34:24.946380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 7b941d3d-5138-4b7c-88b8-40f6237642ff, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=7b941d3d-5138-4b7c-88b8-40f6237642ff,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:24.986488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:24.991059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f10ded3d-89c0-4546-8931-86f1136dd769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:25.008276 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09e66b40-02ed-41d2-af71-d6b447e3c6a5 req-740133e2-83ce-4095-a132-2d835fc78d0b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0956998
Apr 08 14:34:25.032588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-6e10543d-5214-4892-ae9c-36823afe0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:25.042068 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-6e10543d-5214-4892-ae9c-36823afe0d57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 1098 time: 0.3697159
Apr 08 14:34:25.262033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=7b941d3d-5138-4b7c-88b8-40f6237642ff,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:25.266368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:25.398079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d1987-4de8-46d8-920c-f6bc0f38dada req-3b46be7e-85d5-4010-88b3-b5a068a8b985 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:25.399832 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-143d1987-4de8-46d8-920c-f6bc0f38dada req-3b46be7e-85d5-4010-88b3-b5a068a8b985 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.2499032
Apr 08 14:34:25.494830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-2e2677bc-8760-4e90-a8f7-c7baa06c6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:25.496463 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-2e2677bc-8760-4e90-a8f7-c7baa06c6703 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 911 time: 0.4457650
Apr 08 14:34:25.532846 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-143d1987-4de8-46d8-920c-f6bc0f38dada req-c1004dfc-a887-4644-8adb-1331181c86d3 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137924
Apr 08 14:34:25.867326 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-c41d32f1-741c-4370-8f4a-2301a26a0d28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b36e11-794c-47b4-860e-393b5db2c252 HTTP/1.1" status: 200  len: 1001 time: 0.3001325
Apr 08 14:34:25.894287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01067a6d-516c-4fb7-845a-4a83410f1531 req-ca9fd9b4-ca59-4013-9962-1a866214e98c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:25.902791 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-01067a6d-516c-4fb7-845a-4a83410f1531 req-ca9fd9b4-ca59-4013-9962-1a866214e98c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.4045761
Apr 08 14:34:26.010303 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-01067a6d-516c-4fb7-845a-4a83410f1531 req-f0337851-92d1-4ff2-a753-df3422017092 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054683
Apr 08 14:34:26.152131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-f6161ebc-323c-4a1e-8f7d-9047f0aa2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:26.153599 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-f6161ebc-323c-4a1e-8f7d-9047f0aa2f75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 200  len: 849 time: 0.2772298
Apr 08 14:34:26.344109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Sync routers for ids ['bff0a114-476e-4bf9-9b96-211763e6e158'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:34:26.368372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Routers {'bff0a114-476e-4bf9-9b96-211763e6e158'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:26.375164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d5204e0>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:34:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['bff0a114-476e-4bf9-9b96-211763e6e158'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:26.486585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-5d7ef076-ab89-4eb0-89cd-74d7f7620ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:26.489321 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-5d7ef076-ab89-4eb0-89cd-74d7f7620ea6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3269954
Apr 08 14:34:26.783426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 7b941d3d-5138-4b7c-88b8-40f6237642ff up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:26.788570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cae814-5a7f-417b-95b2-da22bdc27514 req-13707acd-95a3-419f-b804-ca37525ed436 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:26.802971 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-74cae814-5a7f-417b-95b2-da22bdc27514 req-13707acd-95a3-419f-b804-ca37525ed436 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.4116678
Apr 08 14:34:26.896264 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-74cae814-5a7f-417b-95b2-da22bdc27514 req-77edcb00-4ae7-4aa4-8fbb-58ac81d896d3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0888076
Apr 08 14:34:26.899499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Set router bff0a114-476e-4bf9-9b96-211763e6e158 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:26.955522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 34812) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:26.974029 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 7b941d3d-5138-4b7c-88b8-40f6237642ff triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:26.974460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:27.197502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 0331df6d-dcd2-4b3e-8557-a348d3734aae up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:27.417601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 0331df6d-dcd2-4b3e-8557-a348d3734aae completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:27.426392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 0331df6d-dcd2-4b3e-8557-a348d3734aae triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:27.427343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:27.438772 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-522301023-network', 'tenant_id': '8e903b98df384863bdeaeba37dad9520'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:27.458180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:27.485363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Usage tracker for resource:network and tenant:8e903b98df384863bdeaeba37dad9520 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:27.497931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:27.542024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:27.610989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a457a45-157f-45b7-8b8c-2bdf987678f0 req-9f7d4ed3-63f9-4395-b31f-42b5f5ea1b1d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:27.614633 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4a457a45-157f-45b7-8b8c-2bdf987678f0 req-9f7d4ed3-63f9-4395-b31f-42b5f5ea1b1d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.3282082
Apr 08 14:34:27.620728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Made reservation on behalf of 8e903b98df384863bdeaeba37dad9520 for: {'network': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:34:27.629755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:27.657821 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-39fed8e7-8e26-44b3-86f2-5e7cfc789e41 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1534631
Apr 08 14:34:27.659249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:27.696403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:27.704450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 0331df6d-dcd2-4b3e-8557-a348d3734aae, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=0331df6d-dcd2-4b3e-8557-a348d3734aae,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:27.706217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d615b-d04f-4b4f-9a79-54803191b4bb req-47f5edc9-66b6-43d3-871e-09f46cd81c50 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:27.714197 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-de2d615b-d04f-4b4f-9a79-54803191b4bb req-47f5edc9-66b6-43d3-871e-09f46cd81c50 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.3949370
Apr 08 14:34:27.731833 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4a457a45-157f-45b7-8b8c-2bdf987678f0 req-628cefd0-90da-4174-b06b-7875d83153c6 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676918
Apr 08 14:34:27.738117 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:27.754100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:27.756150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3743578d-6f47-45b7-8ce2-4ecc13aa6385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:27.777269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Usage tracker for resource:security_group_rule and tenant:8e903b98df384863bdeaeba37dad9520 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:27.780640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:27.790180 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-de2d615b-d04f-4b4f-9a79-54803191b4bb req-f46ee341-0410-4c9f-ac88-e5b76543c1ba tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749731
Apr 08 14:34:27.792397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:27.851575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d5204e0>, [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:34:15Z', 'revision_number': 4, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port': {'id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:04Z', 'updated_at': '2021-04-08T14:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '2f00f9a1-1731-44d1-a3c6-4c773cfc831c', 'name': '', 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'mac_address': 'fa:16:3e:a1:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:12Z', 'updated_at': '2021-04-08T14:34:16Z', 'revision_number': 2, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'subnets': [{'id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:27.864874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Checking router: bff0a114-476e-4bf9-9b96-211763e6e158 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:34:27.865322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Updating router bff0a114-476e-4bf9-9b96-211763e6e158 port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c binding host dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 14:34:27.905835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=0331df6d-dcd2-4b3e-8557-a348d3734aae,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:27.914202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:27.980480 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:27.982336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:27.990527 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3aec7d72-fc3f-492c-b94f-92136b441970 req-521350ff-6325-4449-a308-9224e1a69935 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219273
Apr 08 14:34:28.020846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.026533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b9cff8bc-293d-4631-9197-3234795afaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:28.054553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'}  {{(pid=84460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:34:28.122687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:28.133369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:28.140265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.145633 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Added segment 6be32915-3a26-4bad-9588-b5a07324492d of type vlan for network 0c629517-b7f5-4a6f-a510-c3eb895a9875
Apr 08 14:34:28.216037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.230856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10148612-4446-4ddd-9e59-142c21e14f67 req-c741d57c-4c1f-4521-aea0-226dcd6a6ad6 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:28.232574 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10148612-4446-4ddd-9e59-142c21e14f67 req-c741d57c-4c1f-4521-aea0-226dcd6a6ad6 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.1641645
Apr 08 14:34:28.287110 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-10148612-4446-4ddd-9e59-142c21e14f67 req-2354bb1e-9a33-4926-b936-0ab4605f2468 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0473831
Apr 08 14:34:28.338296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.339617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:28.340305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.345748 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:28.429617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 0331df6d-dcd2-4b3e-8557-a348d3734aae up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:28.471883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Pushing event updated for resources: {'Network': ['ID=0c629517-b7f5-4a6f-a510-c3eb895a9875,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:28.482678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:28.515917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:34:28.533359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 34844) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:28.533922 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5769775
Apr 08 14:34:28.540665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Request body: {'subnet': {'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-522301023-subnet', 'tenant_id': '8e903b98df384863bdeaeba37dad9520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:28.553753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:28.562284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Usage tracker for resource:subnet and tenant:8e903b98df384863bdeaeba37dad9520 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:28.574045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:28.582292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:28.621289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Made reservation on behalf of 8e903b98df384863bdeaeba37dad9520 for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:34:28.626871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853906111'] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.724469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Notify callbacks [] for port, precommit_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.741811 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Transition to ACTIVE for port object 2f00f9a1-1731-44d1-a3c6-4c773cfc831c will not be triggered until provisioned by entity L2. {{(pid=84463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:28.754161 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 0331df6d-dcd2-4b3e-8557-a348d3734aae triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:28.754675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.786547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:28.833159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e8d8ce7e-8b07-4692-8369-fe95716a906b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:29.109084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413553ff-b985-4d41-a99e-5fce10d89256 None None] Pushing event updated for resources: {'Port': ['ID=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,revision_number=3']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:29.113192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-413553ff-b985-4d41-a99e-5fce10d89256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:29.261443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888decf-6860-4bfb-b12f-97b47dfeb914 req-100a6ce8-5b4d-44ed-973a-f691cdff5946 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:29.276180 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4888decf-6860-4bfb-b12f-97b47dfeb914 req-100a6ce8-5b4d-44ed-973a-f691cdff5946 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.2187903
Apr 08 14:34:29.351839 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4888decf-6860-4bfb-b12f-97b47dfeb914 req-023df19e-ae01-4042-8082-7a4bb36b4b09 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744162
Apr 08 14:34:29.424191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afe3b1-c509-4c46-b1e0-ba3425703f8b req-9d90cd24-fe6c-45a8-bb2d-d74690e89ba9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:29.426156 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d3afe3b1-c509-4c46-b1e0-ba3425703f8b req-9d90cd24-fe6c-45a8-bb2d-d74690e89ba9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.3555522
Apr 08 14:34:29.497145 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d3afe3b1-c509-4c46-b1e0-ba3425703f8b req-3939191f-6e62-475a-88f7-1f5959df6186 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545540
Apr 08 14:34:29.585352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Attempting to bind port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c on host dv-cinder-784623-3-iscsi for vnic_type normal with profile  {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:34:29.585772 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Attempting to bind port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c by drivers openvswitch,hyperv on host dv-cinder-784623-3-iscsi at level 0 using segments [{'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:34:29.586189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Attempting to bind port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c on network afb26ceb-8fb3-43cb-8481-3a52d8e673ae {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:29.605728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Checking agent: {'id': '3d832c87-6f95-4ac9-99aa-81d251ceec4f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 21, 14), 'started_at': datetime.datetime(2021, 4, 8, 14, 21, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:34:29.606247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Checking segment: {'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:29.606716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:29.607425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Bound using segment: {'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'} {{(pid=84463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:34:29.607725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Bound port: 2f00f9a1-1731-44d1-a3c6-4c773cfc831c, host: dv-cinder-784623-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacccfa6-93c7-46e7-bb04-5e8612a6e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae'}}] {{(pid=84463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:34:29.608148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:29.638795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-843166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853906064'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:29.654825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c9b7c-53c5-42c8-88fd-6836e0d1fb8c req-b9b6371d-1926-4da2-8133-b1901771ef8b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:29.665516 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-137c9b7c-53c5-42c8-88fd-6836e0d1fb8c req-b9b6371d-1926-4da2-8133-b1901771ef8b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.1395168
Apr 08 14:34:29.722794 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-137c9b7c-53c5-42c8-88fd-6836e0d1fb8c req-17e89780-e04a-421b-afc0-7d8f803790ce tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0559063
Apr 08 14:34:29.723018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] For port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c, host dv-cinder-784623-3-iscsi, cleared binding levels {{(pid=84463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:34:29.726431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] For port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c, host dv-cinder-784623-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,segment=NetworkSegment(eacccfa6-93c7-46e7-bb04-5e8612a6e007),segment_id=eacccfa6-93c7-46e7-bb04-5e8612a6e007)] {{(pid=84463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:34:29.752171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:29.772845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84463) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:29.803023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:29.833730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c668d50-2016-4048-82b9-09fbd0c32696,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:29.846663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.846663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.847034 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.847615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.847615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.848100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.848558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.848790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.849234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.849696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.850042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.850442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:34:29.865828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:29.902147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Checking segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:29.902555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Network hostable DHCP agents. Network: 0c629517-b7f5-4a6f-a510-c3eb895a9875, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:34:29.951781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:34:30.006408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 0c629517-b7f5-4a6f-a510-c3eb895a9875) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:30.016768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ebd58-de1e-4f7f-9031-1f0660a7947a None None] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:34:30.033177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:30.036540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:30.044656 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413553ff-b985-4d41-a99e-5fce10d89256 None None] Pushing event updated for resources: {'Port': ['ID=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,revision_number=4']} {{(pid=84463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:30.051674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-413553ff-b985-4d41-a99e-5fce10d89256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84463) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:30.122252 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-61a49919-7aaa-47a5-8a31-74742e806a5b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5871007
Apr 08 14:34:30.152071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Routers {'bff0a114-476e-4bf9-9b96-211763e6e158'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:34:30.157617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d5204e0>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:34:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['bff0a114-476e-4bf9-9b96-211763e6e158'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:30.594597 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2f00f9a1-1731-44d1-a3c6-4c773cfc831c up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:30.638992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d754426-2c12-41fe-a418-2cfbb33379e1 None None] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:34:30.774683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] Set router bff0a114-476e-4bf9-9b96-211763e6e158 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:34:30.842881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43100e25-b206-4f48-95fd-a118d14128c8 req-96b3872e-8a0b-48c9-a453-5d6dda43a724 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:30.851197 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-43100e25-b206-4f48-95fd-a118d14128c8 req-96b3872e-8a0b-48c9-a453-5d6dda43a724 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1732724
Apr 08 14:34:30.910582 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-43100e25-b206-4f48-95fd-a118d14128c8 req-eb619161-9557-49d2-8810-80d9cc55bd1b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580916
Apr 08 14:34:30.914794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning for port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:30.942893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:30.943328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:31.281190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:31.307425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d11a-191e-48f5-9e2c-14b8dd9849ea req-288f949e-3419-4cd1-8f5d-447e27d69dfb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:31.309965 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5452d11a-191e-48f5-9e2c-14b8dd9849ea req-288f949e-3419-4cd1-8f5d-447e27d69dfb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.2197421
Apr 08 14:34:32.403351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d5204e0>, [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:34:15Z', 'revision_number': 4, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port': {'id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:04Z', 'updated_at': '2021-04-08T14:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '2f00f9a1-1731-44d1-a3c6-4c773cfc831c', 'name': '', 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'mac_address': 'fa:16:3e:a1:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:12Z', 'updated_at': '2021-04-08T14:34:29Z', 'revision_number': 4, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'subnets': [{'id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:34:32.415680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f51ed-6b11-4a72-8388-39fc5ecbaa18 None None] The sync data for ids ['bff0a114-476e-4bf9-9b96-211763e6e158'] in dv-cinder-784623-3-iscsi is: [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:34:15Z', 'revision_number': 4, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port': {'id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:04Z', 'updated_at': '2021-04-08T14:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '2f00f9a1-1731-44d1-a3c6-4c773cfc831c', 'name': '', 'network_id': 'afb26ceb-8fb3-43cb-8481-3a52d8e673ae', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'mac_address': 'fa:16:3e:a1:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:12Z', 'updated_at': '2021-04-08T14:34:29Z', 'revision_number': 4, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'subnets': [{'id': '30ac2e3d-0bcf-4094-b592-c7d59e737aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:34:32.421450 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5452d11a-191e-48f5-9e2c-14b8dd9849ea req-2eefa700-7bf1-47a7-a850-4184d378a3cf tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435648
Apr 08 14:34:32.435565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,segment=NetworkSegment(eacccfa6-93c7-46e7-bb04-5e8612a6e007),segment_id=eacccfa6-93c7-46e7-bb04-5e8612a6e007)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:32.532584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:32.534860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9bd5eefd-2757-417f-92b2-48683e490dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:32.554381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d42c3-0cd0-427a-bb6c-97f767999749 req-60e1b528-1acc-451b-a860-68929210ef96 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:32.556036 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-850d42c3-0cd0-427a-bb6c-97f767999749 req-60e1b528-1acc-451b-a860-68929210ef96 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.0962851
Apr 08 14:34:32.589928 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-850d42c3-0cd0-427a-bb6c-97f767999749 req-fcab1ec7-f202-47d1-901d-f662b88369fa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272782
Apr 08 14:34:32.641675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:32.652556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:32.870322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ce83e-f238-421f-86fe-b130705f491e req-3db09425-54cb-4951-b23e-4cbb94c91c3b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:32.872343 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a43ce83e-f238-421f-86fe-b130705f491e req-3db09425-54cb-4951-b23e-4cbb94c91c3b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.1104696
Apr 08 14:34:32.914000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a43ce83e-f238-421f-86fe-b130705f491e req-a1d450d3-08f3-4209-847c-0a03e220aff2 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&id=3c924fe3-954c-4885-9a27-25b6d2ff7dad&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0348198
Apr 08 14:34:33.175845 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-3f4e92dc-620a-44cf-b7f7-219364c50cb6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0824990
Apr 08 14:34:33.286614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-9fb19ad6-6fc6-40b3-9ec2-8ef7c6003c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:33.288216 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-9fb19ad6-6fc6-40b3-9ec2-8ef7c6003c9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 1098 time: 0.0881546
Apr 08 14:34:33.451312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-5d2379de-dc7d-48b6-bd0f-736f64f27324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:33.452870 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-5d2379de-dc7d-48b6-bd0f-736f64f27324 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 911 time: 0.1438196
Apr 08 14:34:33.568705 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-1b535d15-bc7f-43ab-bc28-160c1dd62ac1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48b36e11-794c-47b4-860e-393b5db2c252 HTTP/1.1" status: 200  len: 1001 time: 0.1077847
Apr 08 14:34:33.638931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-3b611023-6884-4121-8531-bc8fbd350b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:33.640525 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-3b611023-6884-4121-8531-bc8fbd350b54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 200  len: 849 time: 0.0644310
Apr 08 14:34:33.731508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-8096d23c-28f1-4947-a4e9-51572f161347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:33.733243 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-8096d23c-28f1-4947-a4e9-51572f161347 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844057
Apr 08 14:34:33.845178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907c49f-01e1-4f7d-b1f1-eb1a1e4a1e86 req-bd7e945d-03f0-4d45-a43f-c9bc496bc8e7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:33.847493 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c907c49f-01e1-4f7d-b1f1-eb1a1e4a1e86 req-bd7e945d-03f0-4d45-a43f-c9bc496bc8e7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.1044648
Apr 08 14:34:33.903602 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-7448ea0a-d2fb-4190-8090-ad7ee90f9ef2 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579583
Apr 08 14:34:33.916883 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c907c49f-01e1-4f7d-b1f1-eb1a1e4a1e86 req-6c90ff23-1652-4a72-a076-885a61dc1345 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530791
Apr 08 14:34:34.186665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771dd38-5968-4c03-a620-30d7adec50fc req-d787e318-9e35-4dd8-9858-d0611a4afe1c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:34.188240 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-d787e318-9e35-4dd8-9858-d0611a4afe1c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 814 time: 0.2838202
Apr 08 14:34:34.191627 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4cb51561-d9a1-4e1a-8637-0ca6ad85fa8b req-11432c0a-802d-469d-a349-df66dc394dbf service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2547576
Apr 08 14:34:34.205216 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-c1b33db0-11c0-4170-86f3-29bbe77231b1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/quotas/8e903b98df384863bdeaeba37dad9520 HTTP/1.1" status: 200  len: 375 time: 0.0104482
Apr 08 14:34:34.261709 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-d9033045-8e3d-4238-ac45-950f07b298e8 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488062
Apr 08 14:34:34.417602 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-fad7a53a-fdff-449e-b9b2-7f9fdc2af28e service neutron] 10.222.0.62 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482399
Apr 08 14:34:34.617019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2f00f9a1-1731-44d1-a3c6-4c773cfc831c up at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:34.621576 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-c54a2ff4-3559-4219-94b1-1484092b1777 service neutron] 10.222.0.62 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1969888
Apr 08 14:34:34.644986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-68e3cc31-d3d1-4841-a9fb-e80fd9f6259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:34.646713 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-68e3cc31-d3d1-4841-a9fb-e80fd9f6259a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 1098 time: 0.1152179
Apr 08 14:34:34.812207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-b839dcec-0292-43a8-8805-9415b02935bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:34.813858 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-b839dcec-0292-43a8-8805-9415b02935bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 917 time: 0.1590958
Apr 08 14:34:34.876037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Provisioning complete for port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:34.876832 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:34.882274 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4e10a3d4-fbfe-4b47-9a5b-2152b8663651 req-2d67bd0f-0553-4154-bdcc-09428facd061 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 210 time: 0.0754893
Apr 08 14:34:34.958211 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-e972a1d5-1e54-40e8-8c78-91d522e02511 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44 HTTP/1.1" status: 200  len: 1001 time: 0.1361825
Apr 08 14:34:35.035973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-cb1b9542-82b8-4598-8d40-1e2b5c0e0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:35.037593 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-cb1b9542-82b8-4598-8d40-1e2b5c0e0f16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.0725191
Apr 08 14:34:35.053745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:35.437655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-d7de929b-ebe1-478c-9689-bc167f750bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:35.439264 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-d7de929b-ebe1-478c-9689-bc167f750bfc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3941481
Apr 08 14:34:35.499780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab2582-2dd3-470c-951c-18b6142d38d7 req-fa7042c3-5267-440a-80bf-cedd1eba508c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:35.501420 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-92ab2582-2dd3-470c-951c-18b6142d38d7 req-fa7042c3-5267-440a-80bf-cedd1eba508c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.3966663
Apr 08 14:34:35.594732 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-92ab2582-2dd3-470c-951c-18b6142d38d7 req-b4a38ca8-247e-4875-8a27-f959ffa8a277 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401440
Apr 08 14:34:35.624705 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-6aae741c-8fde-4c01-bbb3-5c32016724a4 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780787
Apr 08 14:34:35.776175 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7f048b5-12b1-49a5-ac46-8013e078d1fd req-6198d12d-6365-4642-9364-7d8550895a7b service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437147
Apr 08 14:34:36.047537 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-20c29e3f-ed87-4512-8494-67ed8f73b987 req-e36411e5-c361-49a3-9169-e49606d07dd4 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 210 time: 0.0529227
Apr 08 14:34:36.742498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:34:36.869329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:36.889349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:36.890588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:34:36.928893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:36.931826 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:36.960463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f358a9-8f4a-40d0-b4df-3e844b7b9a68 req-fd6255a6-f2bc-4a11-88d3-7511467b1412 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:36.962101 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-81f358a9-8f4a-40d0-b4df-3e844b7b9a68 req-fd6255a6-f2bc-4a11-88d3-7511467b1412 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 945 time: 0.2159557
Apr 08 14:34:36.970918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771dd38-5968-4c03-a620-30d7adec50fc req-512ff9e2-3c07-41b2-8df1-09dba23716d3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:36.971733 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'code': 200}
Apr 08 14:34:36.972508 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-512ff9e2-3c07-41b2-8df1-09dba23716d3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 814 time: 0.2507296
Apr 08 14:34:36.994993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Request body: {'port': {'device_id': '20d40cde-0874-461f-9ce9-2cf3eadbb404', 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'admin_state_up': True, 'tenant_id': '8e903b98df384863bdeaeba37dad9520'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:37.013631 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=8']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:37.016617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:37.034929 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-81f358a9-8f4a-40d0-b4df-3e844b7b9a68 req-20bcf752-9133-40dd-9132-1700e8811e3f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613422
Apr 08 14:34:37.153583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:34:37.159552 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Usage tracker for resource:port and tenant:8e903b98df384863bdeaeba37dad9520 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:34:37.162736 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:34:37.169733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:34:37.206584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Made reservation on behalf of 8e903b98df384863bdeaeba37dad9520 for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:34:37.213495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:37.221588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-080b7e9b-3c5d-4546-bb47-d0b8d7cac699 req-eb55021c-54a5-45d7-9819-aa1590c794d7 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 210 time: 0.0494049
Apr 08 14:34:37.399085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Allocated IP 172.20.0.4 (0c629517-b7f5-4a6f-a510-c3eb895a9875/0c668d50-2016-4048-82b9-09fbd0c32696/609df271-87f3-4e46-a677-3a1e6539a374) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:34:37.602613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:37.660744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:37.676677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:37.825340 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Pushing event updated for resources: {'Port': ['ID=609df271-87f3-4e46-a677-3a1e6539a374,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:37.829663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:37.876167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:34:37.877478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:34:37.879801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:34:37.949773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:37.950445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:38.013990 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0254214
Apr 08 14:34:38.029929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Request body: {'port': {'device_id': '20d40cde-0874-461f-9ce9-2cf3eadbb404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:34:38.164652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:38.425509 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7c5a8-b3d0-4fdd-8bf0-db73040fcd31 req-be4aba49-6da3-442c-bd2a-0fb47b711505 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:38.433381 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f5f7c5a8-b3d0-4fdd-8bf0-db73040fcd31 req-be4aba49-6da3-442c-bd2a-0fb47b711505 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.2382247
Apr 08 14:34:38.471330 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f5f7c5a8-b3d0-4fdd-8bf0-db73040fcd31 req-392e5399-9a94-4c13-9be6-03ca90f748e4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369020
Apr 08 14:34:38.653739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca21dc-bed7-4148-bf06-fe1f0028fec1 req-38fec0e1-94d4-4256-8927-f5a5f8e86c2b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:38.655399 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-94ca21dc-bed7-4148-bf06-fe1f0028fec1 req-38fec0e1-94d4-4256-8927-f5a5f8e86c2b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 931 time: 0.1769619
Apr 08 14:34:38.734797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-94ca21dc-bed7-4148-bf06-fe1f0028fec1 req-d070f6ce-2906-432d-bb5a-ae15c5f89d1b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:34:38.783480 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-94ca21dc-bed7-4148-bf06-fe1f0028fec1 req-d070f6ce-2906-432d-bb5a-ae15c5f89d1b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:34:38.785320 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-94ca21dc-bed7-4148-bf06-fe1f0028fec1 req-d070f6ce-2906-432d-bb5a-ae15c5f89d1b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214993
Apr 08 14:34:38.801711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609df271-87f3-4e46-a677-3a1e6539a374 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:34:38.895430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:38.911762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Transition to ACTIVE for port object 609df271-87f3-4e46-a677-3a1e6539a374 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:34:38.940465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:38.956707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f6896359-a47f-42c0-960c-2c53e6b14b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:39.100002 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Pushing event updated for resources: {'Port': ['ID=609df271-87f3-4e46-a677-3a1e6539a374,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:39.104587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:39.327584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Attempting to bind port 609df271-87f3-4e46-a677-3a1e6539a374 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:34:39.327966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Attempting to bind port 609df271-87f3-4e46-a677-3a1e6539a374 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:34:39.328344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Attempting to bind port 609df271-87f3-4e46-a677-3a1e6539a374 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:39.333494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Port 609df271-87f3-4e46-a677-3a1e6539a374 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:34:39.333862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Attempting to bind port 609df271-87f3-4e46-a677-3a1e6539a374 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:34:39.339349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:34:39.339975 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Checking segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:34:39.340753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Bound using segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:34:39.341206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Bound port: 609df271-87f3-4e46-a677-3a1e6539a374, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:34:39.341601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:39.422385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] For port 609df271-87f3-4e46-a677-3a1e6539a374, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:34:39.425464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] For port 609df271-87f3-4e46-a677-3a1e6539a374, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=609df271-87f3-4e46-a677-3a1e6539a374,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:34:39.460814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:39.478447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-63712731-bad4-419f-981b-c63a1d3cbc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:39.647995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Pushing event updated for resources: {'Port': ['ID=609df271-87f3-4e46-a677-3a1e6539a374,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:39.658251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:39.696097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:39.696784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:39.698350 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] 10.222.0.70 "PUT /v2.0/ports/609df271-87f3-4e46-a677-3a1e6539a374 HTTP/1.1" status: 200  len: 1093 time: 1.6740625
Apr 08 14:34:39.699178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d40cde-0874-461f-9ce9-2cf3eadbb404', 'tag': '609df271-87f3-4e46-a677-3a1e6539a374'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:34:39.752694 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d40cde-0874-461f-9ce9-2cf3eadbb404', 'tag': '609df271-87f3-4e46-a677-3a1e6539a374', 'status': 'completed', 'code': 200}
Apr 08 14:34:39.863854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2bf5c-47c3-4edf-be55-fc1c6ab95ca2 req-17e794f2-ae37-4329-8904-705a2b738c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:39.866987 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4fb2bf5c-47c3-4edf-be55-fc1c6ab95ca2 req-17e794f2-ae37-4329-8904-705a2b738c14 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 1096 time: 0.0864041
Apr 08 14:34:39.889935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ce5a-d3bc-44cc-ba8f-10fae941d87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:40.056071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eeadca-200b-4246-aedd-01c37a60397e req-e09e986a-7905-4ff3-8760-40890000d989 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:40.057749 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-21eeadca-200b-4246-aedd-01c37a60397e req-e09e986a-7905-4ff3-8760-40890000d989 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0930603
Apr 08 14:34:40.091286 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-21eeadca-200b-4246-aedd-01c37a60397e req-fd00d9ac-7eaf-4727-a755-22475ceded0a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266945
Apr 08 14:34:40.109645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2bf5c-47c3-4edf-be55-fc1c6ab95ca2 req-ef10d607-eb00-41c4-bd71-0c4b053b6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:40.111204 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4fb2bf5c-47c3-4edf-be55-fc1c6ab95ca2 req-ef10d607-eb00-41c4-bd71-0c4b053b6f4a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8e903b98df384863bdeaeba37dad9520&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2329533
Apr 08 14:34:40.119398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77209b06-6ec3-4cb0-b864-25c0129908ad req-277f8984-a6cb-43b7-b648-4cc5e7017616 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:40.120208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-77209b06-6ec3-4cb0-b864-25c0129908ad req-277f8984-a6cb-43b7-b648-4cc5e7017616 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:34:40.510252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-77209b06-6ec3-4cb0-b864-25c0129908ad req-277f8984-a6cb-43b7-b648-4cc5e7017616 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:34:40.511597 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-77209b06-6ec3-4cb0-b864-25c0129908ad req-277f8984-a6cb-43b7-b648-4cc5e7017616 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 943 time: 0.5874255
Apr 08 14:34:40.512800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2bf5c-47c3-4edf-be55-fc1c6ab95ca2 req-4fa43ed1-bedc-4654-8687-54116eb9a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:40.514366 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4fb2bf5c-47c3-4edf-be55-fc1c6ab95ca2 req-4fa43ed1-bedc-4654-8687-54116eb9a47a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3894970
Apr 08 14:34:40.543116 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-77209b06-6ec3-4cb0-b864-25c0129908ad req-a461121a-7f52-4b8d-b769-f8ccf4e02f07 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248117
Apr 08 14:34:40.636770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771dd38-5968-4c03-a620-30d7adec50fc req-cbc799e8-d2e9-4fe7-8c00-e7d3b4fe73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:40.638485 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-cbc799e8-d2e9-4fe7-8c00-e7d3b4fe73f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 1096 time: 0.0790179
Apr 08 14:34:40.731380 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-c938f961-a341-47a5-bdf0-f0b00c3cdfb3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df271-87f3-4e46-a677-3a1e6539a374 HTTP/1.1" status: 200  len: 217 time: 0.0794764
Apr 08 14:34:40.776972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:34:40.811215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771dd38-5968-4c03-a620-30d7adec50fc req-6e8eb65b-fb77-4b14-9f50-b4f5729530f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:40.813020 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-6e8eb65b-fb77-4b14-9f50-b4f5729530f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c668d50-2016-4048-82b9-09fbd0c32696 HTTP/1.1" status: 200  len: 854 time: 0.0672767
Apr 08 14:34:40.877562 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-3165c230-127d-46a5-b0b9-b0f8c64cff6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c629517-b7f5-4a6f-a510-c3eb895a9875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568168
Apr 08 14:34:41.030756 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-02037b8b-0fef-4ab8-864b-38ec148dca87 service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396756
Apr 08 14:34:41.184982 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b771dd38-5968-4c03-a620-30d7adec50fc req-04f92b43-f8f2-4295-8531-ebd816ca1e13 service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427841
Apr 08 14:34:41.307628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ac831-f848-4026-ae73-7b5e5adb5dd5 req-698def66-9f7c-4831-943b-c6d265be680f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:41.309367 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-933ac831-f848-4026-ae73-7b5e5adb5dd5 req-698def66-9f7c-4831-943b-c6d265be680f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0942490
Apr 08 14:34:41.344087 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-933ac831-f848-4026-ae73-7b5e5adb5dd5 req-cd660020-7b71-4e0a-8369-b27fb9434477 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0281274
Apr 08 14:34:41.748064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940c9e-7573-4d7f-a3d0-98777034ddca req-0088cd01-86cc-4338-878c-472295c333f5 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:41.749868 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cc940c9e-7573-4d7f-a3d0-98777034ddca req-0088cd01-86cc-4338-878c-472295c333f5 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 943 time: 0.0898170
Apr 08 14:34:41.781962 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cc940c9e-7573-4d7f-a3d0-98777034ddca req-f2c2180b-8bf3-4d24-92f1-e04ff5b71b06 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254583
Apr 08 14:34:42.034116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35026) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:34:42.157790 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-47699d0e-2d85-4691-a9e9-4dd60aaa0f72 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1223137
Apr 08 14:34:42.337847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5e6986c4-d116-4d15-a31d-404bc137c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:42.554987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26c829-0e17-4d8b-8e88-bed6cb7621f3 req-fac60835-05aa-417c-a860-77730f392496 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:42.554987 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bb26c829-0e17-4d8b-8e88-bed6cb7621f3 req-fac60835-05aa-417c-a860-77730f392496 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0873210
Apr 08 14:34:42.587230 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bb26c829-0e17-4d8b-8e88-bed6cb7621f3 req-38877e67-c8dd-4ac6-870d-87d749a23799 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0286107
Apr 08 14:34:42.614748 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:42.995216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e66523-abe6-42fd-905a-4a1a4bd24eed req-2a336ad0-ba7f-4ba2-83e4-94fe202bd710 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:42.996855 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c6e66523-abe6-42fd-905a-4a1a4bd24eed req-2a336ad0-ba7f-4ba2-83e4-94fe202bd710 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 943 time: 0.0984278
Apr 08 14:34:43.030756 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c6e66523-abe6-42fd-905a-4a1a4bd24eed req-acb01ba7-f2e5-4ac9-9b9d-9bea28972445 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269895
Apr 08 14:34:43.726241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:43.800418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec17d1-2d05-429d-ae22-018c5bad2f53 req-7d37e6c0-0706-421c-9a30-0447bfbb1cfe tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:43.802146 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-87ec17d1-2d05-429d-ae22-018c5bad2f53 req-7d37e6c0-0706-421c-9a30-0447bfbb1cfe tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0912204
Apr 08 14:34:43.834229 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-87ec17d1-2d05-429d-ae22-018c5bad2f53 req-fcc2fe93-9807-46f2-b23e-18dd8d373b62 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256114
Apr 08 14:34:43.944852 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:34:44.284677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-c7360b92-2919-4419-ad1f-70033180d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:44.286333 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-c7360b92-2919-4419-ad1f-70033180d55d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f&tenant_id=93e0e693019741a985d7fcff118e2045 HTTP/1.1" status: 200  len: 1096 time: 0.1526349
Apr 08 14:34:44.299176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca5e7-8b47-4c4b-be33-87edb0e42c7f req-ca904ae3-0b54-4c2c-ab00-265467e8ead3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:44.300788 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-548ca5e7-8b47-4c4b-be33-87edb0e42c7f req-ca904ae3-0b54-4c2c-ab00-265467e8ead3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 943 time: 0.1299241
Apr 08 14:34:44.314539 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:44.377051 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-548ca5e7-8b47-4c4b-be33-87edb0e42c7f req-67dbdb77-1182-42d5-817f-b0c9f26e3cde tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671961
Apr 08 14:34:44.411144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-ed0c8b48-96a3-4da5-9f6f-b89506eb97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:44.412784 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-ed0c8b48-96a3-4da5-9f6f-b89506eb97d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 1096 time: 0.0882738
Apr 08 14:34:44.561210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-20f65943-c8fb-4646-9c10-8c8aa43e73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:44.562778 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-20f65943-c8fb-4646-9c10-8c8aa43e73ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 917 time: 0.1413522
Apr 08 14:34:44.678433 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-aca75cca-2ff6-4f3b-b67a-dd1d33d90d0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44 HTTP/1.1" status: 200  len: 999 time: 0.1067371
Apr 08 14:34:44.749092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-637f849c-263f-4e98-849b-6d725772395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:44.750714 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-637f849c-263f-4e98-849b-6d725772395e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.0655451
Apr 08 14:34:44.783473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 609df271-87f3-4e46-a677-3a1e6539a374 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:34:44.839763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-062d6e83-e8ae-4861-b1bd-f4baf48968e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:44.841965 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-062d6e83-e8ae-4861-b1bd-f4baf48968e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831985
Apr 08 14:34:44.931525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 609df271-87f3-4e46-a677-3a1e6539a374, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=609df271-87f3-4e46-a677-3a1e6539a374,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:44.947519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '609df271-87f3-4e46-a677-3a1e6539a374', 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'port_id': '609df271-87f3-4e46-a677-3a1e6539a374', 'mac_address': 'fa:16:3e:de:1e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c668d50-2016-4048-82b9-09fbd0c32696', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:34:45.001924 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-c9413901-8140-4dfe-bf1b-75690b7f27f4 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440747
Apr 08 14:34:45.011642 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:45.030713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609df271-87f3-4e46-a677-3a1e6539a374 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:34:45.047144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 609df271-87f3-4e46-a677-3a1e6539a374, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=609df271-87f3-4e46-a677-3a1e6539a374,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:45.049813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d534091-4599-4a8d-8f35-a84d1e33ca3c req-c1856d2f-0b49-4953-b064-96234b93d2b9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:45.051434 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0d534091-4599-4a8d-8f35-a84d1e33ca3c req-c1856d2f-0b49-4953-b064-96234b93d2b9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0893657
Apr 08 14:34:45.083050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:45.085222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-47fb42b8-d1b5-403a-ba7c-1d0038c7dfde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:45.087426 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0d534091-4599-4a8d-8f35-a84d1e33ca3c req-28500283-795b-436f-a384-191c60fb4211 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0294330
Apr 08 14:34:45.159352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=609df271-87f3-4e46-a677-3a1e6539a374,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:45.162918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:45.164089 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-824a1aa0-21a1-451f-a4b1-afecf4964c11 req-1de5f2b2-1f38-41a7-bcb4-142284693e16 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506267
Apr 08 14:34:45.442154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['609df271-87f3-4e46-a677-3a1e6539a374'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:34:45.583533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfa229-0229-474c-8505-d342840081c0 req-f8e3000e-7346-4101-898a-a6ab314bd4ff tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:45.585281 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90bfa229-0229-474c-8505-d342840081c0 req-f8e3000e-7346-4101-898a-a6ab314bd4ff tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 944 time: 0.0929382
Apr 08 14:34:45.616674 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90bfa229-0229-474c-8505-d342840081c0 req-b5284370-9a1b-4207-a488-168e423240fe tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242784
Apr 08 14:34:46.321888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f43ed-59e2-42a4-8d70-58a18a6056eb req-375b45c0-8cb9-49e0-8047-eda30852aaef tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:46.324185 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-069f43ed-59e2-42a4-8d70-58a18a6056eb req-375b45c0-8cb9-49e0-8047-eda30852aaef tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.1129594
Apr 08 14:34:46.358357 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-069f43ed-59e2-42a4-8d70-58a18a6056eb req-88574be7-b75b-4a3a-bc78-772ac8d6164a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268967
Apr 08 14:34:46.784436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 609df271-87f3-4e46-a677-3a1e6539a374 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:34:46.867444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfcf9a-b6e1-46d6-a842-545c6f56930c req-88bb11b1-c499-42b8-8d12-ba69f976beda tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:46.869186 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3bbfcf9a-b6e1-46d6-a842-545c6f56930c req-88bb11b1-c499-42b8-8d12-ba69f976beda tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 944 time: 0.1074245
Apr 08 14:34:46.903028 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3bbfcf9a-b6e1-46d6-a842-545c6f56930c req-83a635cf-577c-4d5f-bf33-552f7664928b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264091
Apr 08 14:34:46.946073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 609df271-87f3-4e46-a677-3a1e6539a374 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:34:46.952028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 609df271-87f3-4e46-a677-3a1e6539a374 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:34:46.952461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:47.092716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:47.106077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d40cde-0874-461f-9ce9-2cf3eadbb404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609df271-87f3-4e46-a677-3a1e6539a374'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:34:47.116829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 609df271-87f3-4e46-a677-3a1e6539a374, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=609df271-87f3-4e46-a677-3a1e6539a374,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:34:47.155782 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d40cde-0874-461f-9ce9-2cf3eadbb404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609df271-87f3-4e46-a677-3a1e6539a374', 'code': 200}
Apr 08 14:34:47.171973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:34:47.174121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:34:47.249533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=609df271-87f3-4e46-a677-3a1e6539a374,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:34:47.259500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:34:47.583031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c74773-4a29-44ac-a2da-dd642f731461 req-824b27be-7b21-4161-964d-31a604264b1e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:47.584752 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-88c74773-4a29-44ac-a2da-dd642f731461 req-824b27be-7b21-4161-964d-31a604264b1e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0952489
Apr 08 14:34:47.617251 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-88c74773-4a29-44ac-a2da-dd642f731461 req-e9f41690-1bc4-4cc9-b5e5-bb602a720183 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252385
Apr 08 14:34:47.943073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-82720a31-2178-49d5-8b82-0b5e87901852 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:34:48.000684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-82720a31-2178-49d5-8b82-0b5e87901852 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:34:48.002127 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-82720a31-2178-49d5-8b82-0b5e87901852 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066979189&fields=id&tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 267 time: 0.0854836
Apr 08 14:34:48.130440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcc445-d2f2-4ace-8411-ce7626e272f0 req-3d6b77e1-58a6-47a3-92e3-8c6455ff9757 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:48.133036 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-77fcc445-d2f2-4ace-8411-ce7626e272f0 req-3d6b77e1-58a6-47a3-92e3-8c6455ff9757 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.0993106
Apr 08 14:34:48.171873 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-77fcc445-d2f2-4ace-8411-ce7626e272f0 req-10ab6d9f-0ac7-4dc9-a8fc-e4bd721ec288 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322528
Apr 08 14:34:48.189060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-3fba7b09-b88a-445d-8798-ae836ca15946 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:48.189811 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-3fba7b09-b88a-445d-8798-ae836ca15946 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:34:48.276606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-3fba7b09-b88a-445d-8798-ae836ca15946 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:34:48.289696 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-3fba7b09-b88a-445d-8798-ae836ca15946 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 812 time: 0.2796071
Apr 08 14:34:48.321153 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-c84ecc6e-d7af-4905-b335-53220ee9a8a8 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/quotas/b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 375 time: 0.0302594
Apr 08 14:34:48.620525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-72ab5895-d258-45d6-8db5-922f250d4158 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:34:48.677259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-72ab5895-d258-45d6-8db5-922f250d4158 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:34:48.683805 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-72ab5895-d258-45d6-8db5-922f250d4158 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3615599
Apr 08 14:34:48.842999 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-a25803dc-841d-4838-b027-cd24fcfdd686 service neutron] 10.222.0.62 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501923
Apr 08 14:34:48.844719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050db0-27ac-4caf-b01a-b254a5d9695b req-6aa50407-872a-4965-8fc3-2297ebecdb4f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:48.846425 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c8050db0-27ac-4caf-b01a-b254a5d9695b req-6aa50407-872a-4965-8fc3-2297ebecdb4f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0972731
Apr 08 14:34:48.878089 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c8050db0-27ac-4caf-b01a-b254a5d9695b req-77b53943-abc1-432b-b8ca-8a3cde061288 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252318
Apr 08 14:34:48.989214 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-b14a52cb-3408-4d3b-9d64-82bf823493a3 service neutron] 10.222.0.62 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451564
Apr 08 14:34:49.419058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164f72c-776c-4ed5-8cb5-e34a86c64fd2 req-abe979ac-5685-4af2-8021-35b30ee28390 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:49.420730 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1164f72c-776c-4ed5-8cb5-e34a86c64fd2 req-abe979ac-5685-4af2-8021-35b30ee28390 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1060522
Apr 08 14:34:49.453290 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1164f72c-776c-4ed5-8cb5-e34a86c64fd2 req-4a431012-f0f8-401c-9f1c-d6a78c87ff2e tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261199
Apr 08 14:34:49.708997 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3c4059e4-9c09-4387-ba92-c593cc096002 req-958ee158-9fb2-485b-adcd-263794489d20 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0632985
Apr 08 14:34:50.578181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8baed7-a876-4796-9a30-cc2afe938f79 req-30e5aa47-b5e1-42b1-b8d4-da5a1eec0f7c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:50.579852 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-aa8baed7-a876-4796-9a30-cc2afe938f79 req-30e5aa47-b5e1-42b1-b8d4-da5a1eec0f7c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.1087039
Apr 08 14:34:50.618733 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-aa8baed7-a876-4796-9a30-cc2afe938f79 req-79dc859e-0e61-443e-9e4e-1c84ea1a31bb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319819
Apr 08 14:34:50.709254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2f85-2407-4a71-9ff2-9865d9c9af59 req-5e96a69e-550e-4bfc-be08-2f5ec989b733 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:50.710934 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-411a2f85-2407-4a71-9ff2-9865d9c9af59 req-5e96a69e-550e-4bfc-be08-2f5ec989b733 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1113615
Apr 08 14:34:50.749321 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-411a2f85-2407-4a71-9ff2-9865d9c9af59 req-581ca566-dbde-4a6f-93f2-eadff11e279e tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306463
Apr 08 14:34:50.842157 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-980c0c89-1f62-49f0-8d9a-ec549cc8f6bc req-e8df4177-d0f3-423c-9925-dffa389dc2c5 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0543468
Apr 08 14:34:51.863627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f15ac-3330-4afb-becc-384c7a2927a7 req-a011cf55-f813-4f17-87a3-0fa8f9940676 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:51.866644 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7f6f15ac-3330-4afb-becc-384c7a2927a7 req-a011cf55-f813-4f17-87a3-0fa8f9940676 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0996864
Apr 08 14:34:51.915710 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7f6f15ac-3330-4afb-becc-384c7a2927a7 req-d9a582fe-fdd4-4ecd-9999-5af5791e5e79 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391841
Apr 08 14:34:52.019799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23551a39-d68f-4224-9349-e9394337d551 req-3bd688b8-c2c1-4ecd-8f4c-2aa350293b9d tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:52.021513 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-23551a39-d68f-4224-9349-e9394337d551 req-3bd688b8-c2c1-4ecd-8f4c-2aa350293b9d tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.0937963
Apr 08 14:34:52.054434 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-23551a39-d68f-4224-9349-e9394337d551 req-f530e405-e23d-4413-9c64-07569e9cb079 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259461
Apr 08 14:34:52.073834 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ad9f9c4f-fa03-43e2-a697-f20d7bd5e25f req-f62ac0d4-8697-470d-bf08-9cc4a990981f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0563004
Apr 08 14:34:53.119639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c221eb-e9dc-46f4-8b11-c308989998c7 req-f5409117-3908-435c-817b-3e41156edde3 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:53.121365 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a1c221eb-e9dc-46f4-8b11-c308989998c7 req-f5409117-3908-435c-817b-3e41156edde3 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0912716
Apr 08 14:34:53.156841 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a1c221eb-e9dc-46f4-8b11-c308989998c7 req-8bb99cd1-a200-4476-8f2c-f0f773e1df67 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275714
Apr 08 14:34:53.291399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7520a3-fb60-4174-abc9-30167201706b req-784eb1f6-0a6c-40cc-b34c-da5ccaa233f2 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:53.294018 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba7520a3-fb60-4174-abc9-30167201706b req-784eb1f6-0a6c-40cc-b34c-da5ccaa233f2 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1017444
Apr 08 14:34:53.337194 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba7520a3-fb60-4174-abc9-30167201706b req-c0b1e15f-5076-4ccb-ba58-c21d5a7b2aee tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316148
Apr 08 14:34:53.349424 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a2446465-0816-4239-8636-a06966bf9457 req-6057ee5e-ea1e-42b8-bae8-5c82f4f96463 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0523949
Apr 08 14:34:54.406184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ade4ea-b866-4f7e-ad26-ed6109406c0c req-9063262b-399d-4a6c-8414-de8485c91438 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:54.407955 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-56ade4ea-b866-4f7e-ad26-ed6109406c0c req-9063262b-399d-4a6c-8414-de8485c91438 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.1102128
Apr 08 14:34:54.440774 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-56ade4ea-b866-4f7e-ad26-ed6109406c0c req-ee738c72-60b0-4004-956e-b3e25bc85b03 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261898
Apr 08 14:34:54.564724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8f5e1-63bf-45c1-9df4-e2acdc33a101 req-1f84a5f4-6f76-4d21-be3b-0ffa91ea5d44 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:54.572787 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-66b8f5e1-63bf-45c1-9df4-e2acdc33a101 req-1f84a5f4-6f76-4d21-be3b-0ffa91ea5d44 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1056044
Apr 08 14:34:54.604135 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-66b8f5e1-63bf-45c1-9df4-e2acdc33a101 req-b4be2411-3d5a-4976-a494-da340776135f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303040
Apr 08 14:34:54.618857 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cfc7b259-c11c-4c94-a387-ede884bcf539 req-f3aa9135-4706-4c5f-ae40-d0b9fa498758 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0544903
Apr 08 14:34:55.655587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095cfca-e322-4d38-a6d4-95a707741da6 req-63eb5ae6-370d-44d2-a6b3-7d189b4e4e50 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:55.657403 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f095cfca-e322-4d38-a6d4-95a707741da6 req-63eb5ae6-370d-44d2-a6b3-7d189b4e4e50 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0948095
Apr 08 14:34:55.692370 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f095cfca-e322-4d38-a6d4-95a707741da6 req-2a59217b-8e7e-405a-a483-f71123431e65 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277939
Apr 08 14:34:55.825417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d62294-8219-4095-802c-e9f10fde5883 req-33e50c6a-77d2-4b58-aee8-fccf788dfd34 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:55.827136 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b7d62294-8219-4095-802c-e9f10fde5883 req-33e50c6a-77d2-4b58-aee8-fccf788dfd34 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1112285
Apr 08 14:34:55.865968 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b7d62294-8219-4095-802c-e9f10fde5883 req-c01944f7-2cc4-4ab9-8872-b9ac4ae0813c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324728
Apr 08 14:34:55.866510 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-410b3dbd-1d3f-4d20-9cc6-ae2efd90e1a6 req-adac4b09-c628-41fa-9a32-0b277b547de6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0520976
Apr 08 14:34:56.470725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-a77c8239-dade-4301-9d5e-bef15054438d tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Synchronizing usage tracker for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:security_group {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:34:56.532005 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-a77c8239-dade-4301-9d5e-bef15054438d tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Unset dirty status for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:security_group {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:34:56.533704 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-a77c8239-dade-4301-9d5e-bef15054438d tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250130703&fields=id&tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac HTTP/1.1" status: 200  len: 267 time: 0.0887377
Apr 08 14:34:56.702262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-3ac4c1e3-ddd2-4a12-8d7c-04d414623a77 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:56.703847 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-3ac4c1e3-ddd2-4a12-8d7c-04d414623a77 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/networks?id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 200  len: 809 time: 0.1627839
Apr 08 14:34:56.722499 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-7ca4c0db-83c1-4818-9daa-0268a5b64d19 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/quotas/d803bbf3b0e54b36964f9adb4d4a95ac HTTP/1.1" status: 200  len: 375 time: 0.0112138
Apr 08 14:34:56.823052 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-286c2fcf-1f32-490f-9184-172b353f9aac tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0936246
Apr 08 14:34:56.924140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dae80d-1ab7-4388-87f0-7eda5b8dd421 req-9227104b-594b-4a51-aab1-c5a53f09186a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:56.925951 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a7dae80d-1ab7-4388-87f0-7eda5b8dd421 req-9227104b-594b-4a51-aab1-c5a53f09186a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.1087170
Apr 08 14:34:56.962593 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a7dae80d-1ab7-4388-87f0-7eda5b8dd421 req-44bdfaa0-0517-48ba-adac-b31b0d8cc831 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299680
Apr 08 14:34:56.992804 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-91d28255-9315-42bf-90e2-3f8342bf3b8f service neutron] 10.222.0.62 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561933
Apr 08 14:34:57.194881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee145c-71bc-43a5-a79f-ae286e5142dd req-9af029ec-2669-4f35-a0d0-a86e79f8ca88 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:57.196654 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bfee145c-71bc-43a5-a79f-ae286e5142dd req-9af029ec-2669-4f35-a0d0-a86e79f8ca88 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1084034
Apr 08 14:34:57.230981 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bfee145c-71bc-43a5-a79f-ae286e5142dd req-186a672d-e9c0-40f0-9e04-6337a1a1cfc9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267036
Apr 08 14:34:57.386286 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-4532f403-308a-4a42-bcfc-9bc4bccc332a service neutron] 10.222.0.62 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3864000
Apr 08 14:34:57.420132 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-97d1c391-4a4f-4749-a127-721ec99a52e7 req-4804bd52-673a-4d16-a99b-8cb2b30d3377 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0498841
Apr 08 14:34:57.972904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e8cee6d8-6b40-44d2-8165-7fc8090d66af req-1f9064a1-4aef-423e-b458-a4108edc8421 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Synchronizing usage tracker for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:34:58.017620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e8cee6d8-6b40-44d2-8165-7fc8090d66af req-1f9064a1-4aef-423e-b458-a4108edc8421 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Unset dirty status for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:34:58.019115 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e8cee6d8-6b40-44d2-8165-7fc8090d66af req-1f9064a1-4aef-423e-b458-a4108edc8421 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 210 time: 0.1027813
Apr 08 14:34:58.194992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15185a66-04a5-49a3-bca0-8592423d8856 req-7ebce0fc-f9cb-493a-82e3-39c0b8f8c2f0 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:58.196632 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-15185a66-04a5-49a3-bca0-8592423d8856 req-7ebce0fc-f9cb-493a-82e3-39c0b8f8c2f0 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0978220
Apr 08 14:34:58.235693 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-15185a66-04a5-49a3-bca0-8592423d8856 req-44035087-5654-4272-97b3-be02992d8351 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325232
Apr 08 14:34:58.472236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0888946-21ec-4824-9df4-fe8044ff2538 req-15584cc2-a400-4dbe-8c45-f24abf545d16 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:58.473983 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0888946-21ec-4824-9df4-fe8044ff2538 req-15584cc2-a400-4dbe-8c45-f24abf545d16 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1003211
Apr 08 14:34:58.509050 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0888946-21ec-4824-9df4-fe8044ff2538 req-f9611919-c4b7-486b-ae35-40b09710d50c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0270691
Apr 08 14:34:58.592337 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-62228c00-5960-43a0-99c1-390dab8e95a8 req-c8fd0273-766a-490a-b02e-e2fce5048e31 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0549040
Apr 08 14:34:59.186646 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a23895bf-5fa9-4aa4-9ed8-1c7af8a4d38a req-ed4b628d-2787-4b52-bc8a-2bced0a859eb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 210 time: 0.0524061
Apr 08 14:34:59.453105 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b52cf-6cb8-4b81-9f73-5cdce4d95363 req-cb836d3f-be37-456c-8a51-5493def82a05 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:59.454693 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b59b52cf-6cb8-4b81-9f73-5cdce4d95363 req-cb836d3f-be37-456c-8a51-5493def82a05 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.0896864
Apr 08 14:34:59.487588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b59b52cf-6cb8-4b81-9f73-5cdce4d95363 req-8de3604d-4c0b-4720-a2fc-0a0b7a740f6e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265603
Apr 08 14:34:59.730883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85e5f-143c-4a4d-9d25-1ee9e3dd220a req-ee11c606-1185-45af-9e90-0d625e818279 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:59.732688 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a9b85e5f-143c-4a4d-9d25-1ee9e3dd220a req-ee11c606-1185-45af-9e90-0d625e818279 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1046920
Apr 08 14:34:59.765394 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a9b85e5f-143c-4a4d-9d25-1ee9e3dd220a req-487e5003-835a-4850-916a-675a2f61fcb3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259295
Apr 08 14:34:59.787776 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a516d21f-bc6b-4fb3-9d5c-da05d2eee724 req-496c0bbf-139b-473a-bc54-e989db5d142b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0532310
Apr 08 14:34:59.895696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c40ef2-8e7f-44db-af23-9d2930a43059 req-a00e3239-d7e5-4a46-8651-ee1e391c1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:34:59.897334 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b9c40ef2-8e7f-44db-af23-9d2930a43059 req-a00e3239-d7e5-4a46-8651-ee1e391c1676 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 1098 time: 0.0777264
Apr 08 14:34:59.925516 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b9c40ef2-8e7f-44db-af23-9d2930a43059 req-78861b35-2029-4531-8336-10549a11e3c3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0201385
Apr 08 14:35:00.486953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cbadffb-1eeb-40ba-ae85-72606ea3f04b req-ce385468-b33d-4e37-a314-b16b16bfca3f tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 210 time: 0.0497024
Apr 08 14:35:00.833428 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4e8a24df-90d0-4df3-a31d-68dc16468cff tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:00.835075 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4e8a24df-90d0-4df3-a31d-68dc16468cff tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 812 time: 0.2400932
Apr 08 14:35:00.845525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205eb86-e0e2-4e00-977a-5212c5c1f063 req-b0ef2029-b042-40f3-ba5f-26915876e82e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:00.847079 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e205eb86-e0e2-4e00-977a-5212c5c1f063 req-b0ef2029-b042-40f3-ba5f-26915876e82e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.2292638
Apr 08 14:35:00.896752 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e205eb86-e0e2-4e00-977a-5212c5c1f063 req-a05883b8-3497-4141-b363-65c525a2b402 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431194
Apr 08 14:35:00.987747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-5f54e9c4-f4a3-4984-8c7a-9965a9579538 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:security_group {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:01.001536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-5f54e9c4-f4a3-4984-8c7a-9965a9579538 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:security_group {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:01.003037 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-5f54e9c4-f4a3-4984-8c7a-9965a9579538 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 8061 time: 0.1336961
Apr 08 14:35:01.048877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2029e67-9d4d-4358-bfb1-c4061579dfce req-af9998ed-a53c-49e8-a107-f8c365d8f940 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:01.050496 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c2029e67-9d4d-4358-bfb1-c4061579dfce req-af9998ed-a53c-49e8-a107-f8c365d8f940 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1537619
Apr 08 14:35:01.064058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'port': {'device_id': '44645307-1043-4c7a-bbb5-d40199526e7b', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'admin_state_up': True, 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'security_groups': ['a9bfd8dd-1903-41bc-90a2-af1b02e10308']}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:01.084395 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c2029e67-9d4d-4358-bfb1-c4061579dfce req-51ff832e-ff8f-431b-a3e0-1940ec82a34c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265973
Apr 08 14:35:01.101792 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e8caf8ef-565f-4792-aadd-1d33c8c5c614 req-13f27ac3-06a7-4eec-ac05-0fdc56047c2b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.0951121
Apr 08 14:35:01.243553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:01.255921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:01.319885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Made reservation on behalf of b9c18c8d02da4cb99da2650a8dfca3ca for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:35:01.326564 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:01.488189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Allocated IP 172.20.0.8 (7b6fb958-c947-4b6e-bdbd-1275a7d9def6/ed7d0c65-c480-42ef-80ac-80a046c9839c/5e9c3166-817a-4b30-8a89-e916228b8dfe) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:35:01.548087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-112f6a93-81f8-49d1-a72c-ea4fa506adb7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:01.548865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-112f6a93-81f8-49d1-a72c-ea4fa506adb7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Synchronizing usage tracker for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:01.594299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-112f6a93-81f8-49d1-a72c-ea4fa506adb7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Unset dirty status for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:01.595990 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-112f6a93-81f8-49d1-a72c-ea4fa506adb7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.70 "GET /v2.0/networks?id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 200  len: 809 time: 0.2143803
Apr 08 14:35:01.676599 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-46b9b1f6-2e58-43a0-87b5-c97c1c973d5e req-33d62739-5357-4ead-9a6b-0474b26db6fd tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 210 time: 0.0664628
Apr 08 14:35:01.716739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:01.718047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c5916ef6-8e8f-4eb9-8fbd-8d529f01a407 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Synchronizing usage tracker for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:01.731668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c5916ef6-8e8f-4eb9-8fbd-8d529f01a407 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Unset dirty status for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:01.733269 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c5916ef6-8e8f-4eb9-8fbd-8d529f01a407 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac HTTP/1.1" status: 200  len: 8059 time: 0.0819743
Apr 08 14:35:01.735083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Transition to ACTIVE for port object 5e9c3166-817a-4b30-8a89-e916228b8dfe will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:35:01.743106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'port': {'device_id': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'admin_state_up': True, 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'security_groups': ['267bd231-4d4f-44af-99c6-0b08fe24be2f']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:01.812089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:01.832850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-59bbb2dd-b5a1-44dc-b4c4-94e9bc92f397 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:01.891671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:01.903630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:01.988579 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=5e9c3166-817a-4b30-8a89-e916228b8dfe,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:01.994072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:02.060553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Made reservation on behalf of d803bbf3b0e54b36964f9adb4d4a95ac for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:35:02.066995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:02.085297 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:35:02.092197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:35:02.095436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:35:02.179723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:02.180462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:02.240794 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1875494
Apr 08 14:35:02.254913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Request body: {'port': {'device_id': '44645307-1043-4c7a-bbb5-d40199526e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:02.354547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Allocated IP 172.20.0.12 (c6d94181-6dbe-4ab4-8026-0ddf3afd2c18/85ede9ba-3a12-4078-8297-3f114fd4152f/21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:35:02.393924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebb835-7fef-4225-8ccb-51dbb4c04eb4 req-3d34b872-92a0-4ba3-97ce-a954da216d35 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:02.395589 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d8ebb835-7fef-4225-8ccb-51dbb4c04eb4 req-3d34b872-92a0-4ba3-97ce-a954da216d35 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.3565400
Apr 08 14:35:02.437996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:02.471457 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d8ebb835-7fef-4225-8ccb-51dbb4c04eb4 req-56200c53-f718-4b3d-add7-f729b772025e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626523
Apr 08 14:35:02.474116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e2f9f-39c6-44ad-97ff-02292c3a3123 req-f891d457-f360-48de-a664-7d024924a0cf tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:02.475803 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9f5e2f9f-39c6-44ad-97ff-02292c3a3123 req-f891d457-f360-48de-a664-7d024924a0cf tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.2444468
Apr 08 14:35:02.537748 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c727bf10-a9b0-40ff-91e3-f80e9bf3c9b8 None None] Provisioning for port 5e9c3166-817a-4b30-8a89-e916228b8dfe completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:35:02.545998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-c727bf10-a9b0-40ff-91e3-f80e9bf3c9b8 None None] Provisioning complete for port 5e9c3166-817a-4b30-8a89-e916228b8dfe triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:02.546654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c727bf10-a9b0-40ff-91e3-f80e9bf3c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:02.579654 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9f5e2f9f-39c6-44ad-97ff-02292c3a3123 req-98988017-1b3c-4449-a68f-24a1d0d6b1bf tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477738
Apr 08 14:35:02.637835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c727bf10-a9b0-40ff-91e3-f80e9bf3c9b8 None None] Port 5e9c3166-817a-4b30-8a89-e916228b8dfe cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:35:02.656709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:02.728730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Transition to ACTIVE for port object 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:35:02.781330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:02.800909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-885ecce2-3ede-4908-8f68-f679898f513e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:02.854089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8e97a-9af7-4f98-b223-67cc2474255d req-45e899f4-231d-432f-a8d7-8d8a95da181b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:02.855187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-92f8e97a-9af7-4f98-b223-67cc2474255d req-45e899f4-231d-432f-a8d7-8d8a95da181b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:02.966966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-92f8e97a-9af7-4f98-b223-67cc2474255d req-45e899f4-231d-432f-a8d7-8d8a95da181b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:02.968258 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-92f8e97a-9af7-4f98-b223-67cc2474255d req-45e899f4-231d-432f-a8d7-8d8a95da181b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 931 time: 0.3028815
Apr 08 14:35:03.017006 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-92f8e97a-9af7-4f98-b223-67cc2474255d req-beebc954-bbae-4b92-8292-b832d9e60d19 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409472
Apr 08 14:35:03.019789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9c3166-817a-4b30-8a89-e916228b8dfe {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:03.020843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:03.028590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:03.041420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.041812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.042219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.042621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.043046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.043654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.044052 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.044465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.044814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.045227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.045625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.046017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:03.056055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Transition to ACTIVE for port object 5e9c3166-817a-4b30-8a89-e916228b8dfe will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:35:03.066498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:03.082556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:03.099173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4d1f931d-0085-4fc7-af5f-86a433c59d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:03.112560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc093cf5-1e40-4743-a957-a796511e2025 req-e0b2147b-93b2-4445-8056-8b508cb14931 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:03.114440 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc093cf5-1e40-4743-a957-a796511e2025 req-e0b2147b-93b2-4445-8056-8b508cb14931 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 932 time: 0.2670619
Apr 08 14:35:03.154382 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:35:03.159923 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc093cf5-1e40-4743-a957-a796511e2025 req-e40ea60a-6fe8-4be4-85c4-5285cd72117f tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369709
Apr 08 14:35:03.161246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:35:03.163915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:35:03.235129 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:03.235984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:03.252389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Pushing event updated for resources: {'Port': ['ID=5e9c3166-817a-4b30-8a89-e916228b8dfe,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:03.257648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:03.318355 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5794795
Apr 08 14:35:03.339623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Request body: {'port': {'device_id': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:03.532179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:03.574639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Attempting to bind port 5e9c3166-817a-4b30-8a89-e916228b8dfe on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:35:03.575939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Attempting to bind port 5e9c3166-817a-4b30-8a89-e916228b8dfe by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:35:03.576746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Attempting to bind port 5e9c3166-817a-4b30-8a89-e916228b8dfe on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:03.583947 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Port 5e9c3166-817a-4b30-8a89-e916228b8dfe on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:35:03.584521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Attempting to bind port 5e9c3166-817a-4b30-8a89-e916228b8dfe on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:03.591102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:35:03.591821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Checking segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:35:03.592645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Bound using segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:35:03.593356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Bound port: 5e9c3166-817a-4b30-8a89-e916228b8dfe, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:35:03.593926 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:03.602836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-85835ec4-7990-4582-a4e7-05ab7d7286f5 None None] Provisioning for port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:35:03.609036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-85835ec4-7990-4582-a4e7-05ab7d7286f5 None None] Provisioning complete for port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:03.609647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85835ec4-7990-4582-a4e7-05ab7d7286f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:03.700397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-85835ec4-7990-4582-a4e7-05ab7d7286f5 None None] Port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:35:03.714415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] For port 5e9c3166-817a-4b30-8a89-e916228b8dfe, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:35:03.718643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] For port 5e9c3166-817a-4b30-8a89-e916228b8dfe, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:35:03.778584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:03.802592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:03.984745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Pushing event updated for resources: {'Port': ['ID=5e9c3166-817a-4b30-8a89-e916228b8dfe,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:03.994093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:04.035540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c87a0-ccc5-4ba9-a1a4-6e081aeef661 req-781ff0b1-c8b8-48d1-b435-0a260cea1393 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:04.037313 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8b3c87a0-ccc5-4ba9-a1a4-6e081aeef661 req-781ff0b1-c8b8-48d1-b435-0a260cea1393 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.3006537
Apr 08 14:35:04.044310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:04.045000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:04.046541 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] 10.222.0.70 "PUT /v2.0/ports/5e9c3166-817a-4b30-8a89-e916228b8dfe HTTP/1.1" status: 200  len: 1093 time: 1.7964630
Apr 08 14:35:04.047584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44645307-1043-4c7a-bbb5-d40199526e7b', 'tag': '5e9c3166-817a-4b30-8a89-e916228b8dfe'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:04.085798 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8b3c87a0-ccc5-4ba9-a1a4-6e081aeef661 req-992e87a5-b5ff-4bea-80a8-55e2929d7149 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329154
Apr 08 14:35:04.198894 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44645307-1043-4c7a-bbb5-d40199526e7b', 'tag': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'status': 'completed', 'code': 200}
Apr 08 14:35:04.249881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-a95493d4-3bd8-413e-935e-f75faa13d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:04.252005 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-a95493d4-3bd8-413e-935e-f75faa13d478 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 1096 time: 0.0953493
Apr 08 14:35:04.255973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:04.265378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:04.282847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Transition to ACTIVE for port object 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:35:04.319896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:04.339420 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-2e5fb85f-495a-49c4-ba86-112f1d126d88 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe HTTP/1.1" status: 200  len: 217 time: 0.0790937
Apr 08 14:35:04.350188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-96b1b5cd-c99c-43c3-8a25-37f21165e325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:04.465206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edfad9-48c9-4160-b5b1-d55a7df203a7 req-e680492a-4a10-4491-a2dc-d5a15147d5b4 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:04.466829 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-44edfad9-48c9-4160-b5b1-d55a7df203a7 req-e680492a-4a10-4491-a2dc-d5a15147d5b4 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 943 time: 0.2930830
Apr 08 14:35:04.467339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-2e4dc390-72af-463c-bfa9-4f148c9d68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:04.469286 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-2e4dc390-72af-463c-bfa9-4f148c9d68bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0843720
Apr 08 14:35:04.519448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:04.528601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:04.532326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e552c0-91f3-4d9d-9380-71b4777c63fd req-81a39a84-27e8-4bf1-b0f9-40eaacff8021 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:04.534014 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a2e552c0-91f3-4d9d-9380-71b4777c63fd req-81a39a84-27e8-4bf1-b0f9-40eaacff8021 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.1929846
Apr 08 14:35:04.538870 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-44edfad9-48c9-4160-b5b1-d55a7df203a7 req-0b961c51-bfaf-4ec8-b378-46d3547c2e94 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523379
Apr 08 14:35:04.578315 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a2e552c0-91f3-4d9d-9380-71b4777c63fd req-52f4f56b-5517-49ce-a302-fb3b655137c6 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363288
Apr 08 14:35:04.602756 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-c78fd373-639f-4334-a497-8ec68458ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:04.604543 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-c78fd373-639f-4334-a497-8ec68458ae7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1230867
Apr 08 14:35:04.755705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Attempting to bind port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:35:04.756247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Attempting to bind port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:35:04.756623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Attempting to bind port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe on network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:04.763485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe on network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:35:04.763863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Attempting to bind port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe on network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:04.770865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:35:04.771188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Checking segment: {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:35:04.771594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Bound using segment: {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:35:04.772089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Bound port: 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af18706f-43f3-4bfe-8f83-d08782275533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:35:04.772485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:04.867808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:35:04.872071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:35:04.906476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:04.923498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:04.940379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:05.006321 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-ac99691f-38b9-4085-bc15-c9a27fe55649 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3944943
Apr 08 14:35:05.079436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:05.084684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:05.120298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.121157 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:05.123478 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] 10.222.0.70 "PUT /v2.0/ports/21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 200  len: 1094 time: 1.7892616
Apr 08 14:35:05.124064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:05.169352 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7cdc8320-cb49-431b-aedc-8117ab4a0abb req-843f7e49-9730-4bab-8606-b76e4a9b5fab service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472776
Apr 08 14:35:05.365680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-bd2fc437-7597-401b-bdcf-b6a55ae4feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.367562 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-bd2fc437-7597-401b-bdcf-b6a55ae4feed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 1096 time: 0.0869699
Apr 08 14:35:05.390208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2ffeb-e66c-408b-b3ff-60813f743e2c req-38ad917a-e14e-4c99-8400-a32c0c5e72af tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.391989 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-21f2ffeb-e66c-408b-b3ff-60813f743e2c req-38ad917a-e14e-4c99-8400-a32c0c5e72af tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.1662056
Apr 08 14:35:05.395530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6d2390cc-a2ca-4224-9437-13da5d16f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.397204 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-6d2390cc-a2ca-4224-9437-13da5d16f664 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1097 time: 0.1333170
Apr 08 14:35:05.494630 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-82ca8b78-9484-4915-ae2b-4204b2e792c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 200  len: 217 time: 0.0790513
Apr 08 14:35:05.501614 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-21f2ffeb-e66c-408b-b3ff-60813f743e2c req-66215708-6619-4c4f-92f3-cb179e7ba3a9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023571
Apr 08 14:35:05.530314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-5cdd35f2-8e35-4b03-b951-975c2c011c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.532257 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-5cdd35f2-8e35-4b03-b951-975c2c011c8d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.1549730
Apr 08 14:35:05.583561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-a7164b0e-8e2f-4431-81b2-e0985c906688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.585180 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-a7164b0e-8e2f-4431-81b2-e0985c906688 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85ede9ba-3a12-4078-8297-3f114fd4152f HTTP/1.1" status: 200  len: 848 time: 0.0807109
Apr 08 14:35:05.610144 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'status': 'completed', 'code': 200}
Apr 08 14:35:05.626344 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-072c4fbe-5ed5-4a0c-b098-f4b380960056 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe HTTP/1.1" status: 200  len: 217 time: 0.0781162
Apr 08 14:35:05.690702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-020d67b9-d29e-495b-82eb-4752033c357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.692537 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-020d67b9-d29e-495b-82eb-4752033c357d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877118
Apr 08 14:35:05.742312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-8bd930d4-52c8-4d6f-b606-fe3bea9d85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.743929 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-8bd930d4-52c8-4d6f-b606-fe3bea9d85f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.1034882
Apr 08 14:35:05.903083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-05f90e77-1a1e-40cc-9ac7-5780e4e0a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.904717 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-05f90e77-1a1e-40cc-9ac7-5780e4e0a1b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1534853
Apr 08 14:35:05.918273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fbe80-5a95-4bc7-b10f-644aa6a59a06 req-70e33006-456f-4274-b2d2-57edc6cd6483 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.919072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-871fbe80-5a95-4bc7-b10f-644aa6a59a06 req-70e33006-456f-4274-b2d2-57edc6cd6483 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Synchronizing usage tracker for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:05.941721 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-f7f64cf2-3dc1-458c-8d05-d93909c7fd50 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402258
Apr 08 14:35:05.955349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19b076-2a8a-4c10-ade0-401bba564160 req-d1b92eac-2125-42d2-b427-b070ffc68dc3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:05.957034 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba19b076-2a8a-4c10-ade0-401bba564160 req-d1b92eac-2125-42d2-b427-b070ffc68dc3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 943 time: 0.2083919
Apr 08 14:35:06.077763 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-3a86d709-66b8-4b0b-85cc-e44dec9a5ed5 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554449
Apr 08 14:35:06.080321 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba19b076-2a8a-4c10-ade0-401bba564160 req-db48b15b-972e-48d2-a896-728a51b64bb5 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937405
Apr 08 14:35:06.085459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-871fbe80-5a95-4bc7-b10f-644aa6a59a06 req-70e33006-456f-4274-b2d2-57edc6cd6483 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Unset dirty status for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:06.086804 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-871fbe80-5a95-4bc7-b10f-644aa6a59a06 req-70e33006-456f-4274-b2d2-57edc6cd6483 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.2895303
Apr 08 14:35:06.126686 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89b6fe90-8bcd-4f7b-82af-5a178910f14e req-e8ec28b9-4f85-426c-a0f6-1451d6c45a5f service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683977
Apr 08 14:35:06.209574 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-871fbe80-5a95-4bc7-b10f-644aa6a59a06 req-55432cf0-9102-4570-9cbf-32ab31b10079 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973358
Apr 08 14:35:06.253263 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b1112afa-4bfd-4dc9-9f9e-28de78ed4df5 req-ba31f2db-3012-42c1-9177-511a0c7a7553 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652887
Apr 08 14:35:06.293740 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-8902f37f-3766-426b-8a0e-297ebffca24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:06.295584 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-8902f37f-3766-426b-8a0e-297ebffca24c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1097 time: 0.0913439
Apr 08 14:35:06.444130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-92f0cf7b-7c77-47c8-936d-8a4d19f8eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:06.446144 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-92f0cf7b-7c77-47c8-936d-8a4d19f8eea4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 200  len: 910 time: 0.1384821
Apr 08 14:35:06.521489 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-49738808-d4e2-4c6c-b917-70ac86fd82c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 200  len: 217 time: 0.0677736
Apr 08 14:35:06.592405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-c39dbeb0-7a05-42ed-b66a-73d52088001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:06.594034 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-c39dbeb0-7a05-42ed-b66a-73d52088001e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85ede9ba-3a12-4078-8297-3f114fd4152f HTTP/1.1" status: 200  len: 848 time: 0.0654922
Apr 08 14:35:06.752155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-bcddfc02-63d5-4483-9a21-e4b7c0505f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:06.753796 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-bcddfc02-63d5-4483-9a21-e4b7c0505f5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1514266
Apr 08 14:35:06.762525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed79cf-2998-4115-85e2-159b53b879fa req-09399278-d2e8-4714-a9f2-2a1e6730ac0c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:06.764002 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2fed79cf-2998-4115-85e2-159b53b879fa req-09399278-d2e8-4714-a9f2-2a1e6730ac0c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 943 time: 0.1170719
Apr 08 14:35:06.847357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:35:06.876866 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2fed79cf-2998-4115-85e2-159b53b879fa req-55241a5c-6bac-416c-aa15-1d6897ddf462 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063218
Apr 08 14:35:06.931646 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-776d3b42-dda7-416d-85d4-f3a6a363ce05 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592171
Apr 08 14:35:06.995842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:07.009905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'port_id': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'mac_address': 'fa:16:3e:09:04:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:35:07.069096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:07.070492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:07.077507 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7eefb0a-9938-4d8e-acd1-5773ed75f89e req-ffed931f-a14f-431f-88dc-391294d1291d service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382854
Apr 08 14:35:07.089075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:07.128089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:07.130058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:07.200661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=9']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:07.208729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.209155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.209533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.209915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.210294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.210666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.211038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.211406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.211775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.212143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.212507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.212869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:07.217836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:07.299407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db36a3-cdbf-4c36-90db-fdacba147c32 req-8df07655-9859-4c9c-b11b-82dd097bf5ef tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:07.301031 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-06db36a3-cdbf-4c36-90db-fdacba147c32 req-8df07655-9859-4c9c-b11b-82dd097bf5ef tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 943 time: 0.0958028
Apr 08 14:35:07.334642 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-06db36a3-cdbf-4c36-90db-fdacba147c32 req-30912bd3-4493-4b20-92a4-22591a835e30 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266798
Apr 08 14:35:07.416142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770339b-e08d-4091-b068-b01743b6e49e req-d38b1450-9148-4a2b-b73c-b4949a0e8822 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:07.417875 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3770339b-e08d-4091-b068-b01743b6e49e req-d38b1450-9148-4a2b-b73c-b4949a0e8822 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.0935194
Apr 08 14:35:07.430465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['6e9c1b71-739d-4d6c-b012-ef5645fb4a44'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:07.451427 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3770339b-e08d-4091-b068-b01743b6e49e req-a9b6f235-5992-4863-aa2d-e174f3d47388 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0268912
Apr 08 14:35:08.083367 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7367232-be99-4888-ab66-de90d0657a83 req-88949462-74ba-4c8a-b2d0-ec2072fdf06c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:08.084881 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7367232-be99-4888-ab66-de90d0657a83 req-88949462-74ba-4c8a-b2d0-ec2072fdf06c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 944 time: 0.0887895
Apr 08 14:35:08.116051 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7367232-be99-4888-ab66-de90d0657a83 req-47022866-f8c0-4a75-9fca-954cf4dea3ee tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0242567
Apr 08 14:35:08.532869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895ae3d-a8f3-43bf-a7fc-38497f8a08a1 req-fc772db1-a70c-48cc-9a7e-b9863572f58f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:08.534500 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0895ae3d-a8f3-43bf-a7fc-38497f8a08a1 req-fc772db1-a70c-48cc-9a7e-b9863572f58f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 943 time: 0.0879996
Apr 08 14:35:08.568630 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0895ae3d-a8f3-43bf-a7fc-38497f8a08a1 req-8c31a6f9-b5c3-46cd-a57b-2d0e4fc3f3b6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277052
Apr 08 14:35:08.654737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3209a74-283b-449f-a783-8b986e95f81c req-fb29d771-cf40-4b54-aaa5-caf54ae583e5 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:08.656265 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f3209a74-283b-449f-a783-8b986e95f81c req-fb29d771-cf40-4b54-aaa5-caf54ae583e5 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.0919831
Apr 08 14:35:08.687486 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f3209a74-283b-449f-a783-8b986e95f81c req-4fd4d5bb-9f79-4e9f-ad7c-5ad41379fa6c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248759
Apr 08 14:35:08.861167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:35:08.937025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:08.937483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:09.057764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:09.069000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:09.079690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:09.108365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:09.110409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:09.149872 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'code': 200}
Apr 08 14:35:09.185280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=10']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:09.188479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:09.330433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40312bd2-d5b3-4931-a23a-3d5313b7d778 req-df54ecaf-6b93-416f-b895-e0e9c8bdb2d2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:09.332189 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40312bd2-d5b3-4931-a23a-3d5313b7d778 req-df54ecaf-6b93-416f-b895-e0e9c8bdb2d2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 946 time: 0.0893643
Apr 08 14:35:09.364075 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40312bd2-d5b3-4931-a23a-3d5313b7d778 req-aac5f393-415f-4ea8-b202-6f080a168b09 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254700
Apr 08 14:35:09.739730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7c727b0-b910-475e-b429-036d36314ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:09.842728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de51be-7c48-45dd-a5fb-63d6e67dd86d req-c7f8ec3f-7e98-483f-bc13-fdfcbb0e98e6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:09.844352 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-50de51be-7c48-45dd-a5fb-63d6e67dd86d req-c7f8ec3f-7e98-483f-bc13-fdfcbb0e98e6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 943 time: 0.1559250
Apr 08 14:35:09.847398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47fec-83c8-4fa2-86e4-c897f2d68ac5 req-b5ad0b4a-b46d-4a7d-86f7-8a791f46269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:09.848964 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39a47fec-83c8-4fa2-86e4-c897f2d68ac5 req-b5ad0b4a-b46d-4a7d-86f7-8a791f46269e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 1099 time: 0.1226609
Apr 08 14:35:09.896399 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39a47fec-83c8-4fa2-86e4-c897f2d68ac5 req-1cfd0ee1-1e89-4594-a1e9-c2b664e86460 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0279655
Apr 08 14:35:09.898993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a481e-7dd2-449e-b32d-01e93591b761 req-a5c23752-5000-447f-b9a3-97986bc43ca2 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:09.899347 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-50de51be-7c48-45dd-a5fb-63d6e67dd86d req-5f448980-4976-4517-848a-85c062c9d64a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475471
Apr 08 14:35:09.901602 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-419a481e-7dd2-449e-b32d-01e93591b761 req-a5c23752-5000-447f-b9a3-97986bc43ca2 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.0986085
Apr 08 14:35:09.933176 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-419a481e-7dd2-449e-b32d-01e93591b761 req-e9065f14-afcb-4be4-9707-86c1421a3e69 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255265
Apr 08 14:35:10.574633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f5e71-1993-4984-8bf7-e043ccf7d9c2 req-a30e2d55-44be-4465-9d06-a11fb00d0ec4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:10.576267 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef7f5e71-1993-4984-8bf7-e043ccf7d9c2 req-a30e2d55-44be-4465-9d06-a11fb00d0ec4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 946 time: 0.0888970
Apr 08 14:35:10.607645 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef7f5e71-1993-4984-8bf7-e043ccf7d9c2 req-df1e8dc6-db72-44cc-9c26-a3b6b101490b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249188
Apr 08 14:35:11.107228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be1cda-d804-4467-894e-0cbc857d7b9d req-36aacf49-65a2-4462-8d86-7f2ed24b4995 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:11.108935 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-94be1cda-d804-4467-894e-0cbc857d7b9d req-36aacf49-65a2-4462-8d86-7f2ed24b4995 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 943 time: 0.0940356
Apr 08 14:35:11.152570 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-94be1cda-d804-4467-894e-0cbc857d7b9d req-bb4f4781-2c6c-43b7-af47-84225874cc10 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363717
Apr 08 14:35:11.158076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e98118-df97-4bb6-bb4d-30a48ce15be0 req-28a46f2a-23a9-4d95-a6c2-23adc38860f6 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:11.159774 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-50e98118-df97-4bb6-bb4d-30a48ce15be0 req-28a46f2a-23a9-4d95-a6c2-23adc38860f6 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.1117659
Apr 08 14:35:11.192782 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-50e98118-df97-4bb6-bb4d-30a48ce15be0 req-4829565e-78b8-4138-a31a-0594474db4e2 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0265286
Apr 08 14:35:11.829006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e19a0c-56d0-45ef-857e-f4733c5d63bd req-3afb2316-7c73-486e-8429-a0e9e340336a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:11.830668 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f4e19a0c-56d0-45ef-857e-f4733c5d63bd req-3afb2316-7c73-486e-8429-a0e9e340336a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 946 time: 0.0968654
Apr 08 14:35:11.861953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f4e19a0c-56d0-45ef-857e-f4733c5d63bd req-03427d93-673f-4129-a059-8d0d2b6b2333 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246327
Apr 08 14:35:12.317262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-352b8e62-153a-44d2-99cc-2286a145045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:12.392621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027d177-9ea4-4da9-b752-c54dff1406b1 req-33d0904f-6878-45bb-9834-a75de95f72d8 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:12.394182 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b027d177-9ea4-4da9-b752-c54dff1406b1 req-33d0904f-6878-45bb-9834-a75de95f72d8 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 943 time: 0.0986121
Apr 08 14:35:12.415655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee0ae-6c4f-4722-a702-53d4a8779b0e req-caddd9a8-58ec-4ec8-bb39-5936a3cd08d1 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:12.417373 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-843ee0ae-6c4f-4722-a702-53d4a8779b0e req-caddd9a8-58ec-4ec8-bb39-5936a3cd08d1 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.0925095
Apr 08 14:35:12.428772 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b027d177-9ea4-4da9-b752-c54dff1406b1 req-b4f99307-0d89-4bd3-934a-445631753a36 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0274477
Apr 08 14:35:12.450078 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-843ee0ae-6c4f-4722-a702-53d4a8779b0e req-ef1967c0-c046-4985-93dc-61ea04cbdbb2 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260577
Apr 08 14:35:12.619787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:12.900699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:35:13.046791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:13.061728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'port_id': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'mac_address': 'fa:16:3e:ff:99:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:35:13.078294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f6dbb-8979-4978-8523-548b99074170 req-1ff8c34e-0bf7-484b-8b66-c296078a2212 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:13.079948 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-320f6dbb-8979-4978-8523-548b99074170 req-1ff8c34e-0bf7-484b-8b66-c296078a2212 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 946 time: 0.0941296
Apr 08 14:35:13.113521 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-320f6dbb-8979-4978-8523-548b99074170 req-05061d15-9245-4cc5-ba2a-211cadffdd2f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263531
Apr 08 14:35:13.123796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:13.125172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:13.141390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:13.208676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:13.209464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 5e9c3166-817a-4b30-8a89-e916228b8dfe details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:35:13.213464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-07ccdd5b-7a75-4a9e-be7c-9f58c8fab58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:13.329649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:13.383667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:13.442623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 5e9c3166-817a-4b30-8a89-e916228b8dfe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:13.457793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'port_id': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'mac_address': 'fa:16:3e:7b:1f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:35:13.520668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:13.522059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9c3166-817a-4b30-8a89-e916228b8dfe {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:13.539417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 5e9c3166-817a-4b30-8a89-e916228b8dfe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:13.591439 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:13.593512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:13.643520 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c1f2b-756c-47f4-a03e-ab1507ce673e req-27ff92db-75dd-43ff-9d69-6993410f87a1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:13.645340 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-227c1f2b-756c-47f4-a03e-ab1507ce673e req-27ff92db-75dd-43ff-9d69-6993410f87a1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 944 time: 0.0906332
Apr 08 14:35:13.670156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=5e9c3166-817a-4b30-8a89-e916228b8dfe,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:13.672221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-8e4b9583-0854-42ba-9841-9a3649b56fe1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:13.673008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-8e4b9583-0854-42ba-9841-9a3649b56fe1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:network {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:13.680096 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-227c1f2b-756c-47f4-a03e-ab1507ce673e req-6b7b7bdd-205d-432e-9e71-90b02cefd048 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284162
Apr 08 14:35:13.681459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:13.722416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:13.745355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-8e4b9583-0854-42ba-9841-9a3649b56fe1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:network {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:13.746737 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-8e4b9583-0854-42ba-9841-9a3649b56fe1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 814 time: 0.2408893
Apr 08 14:35:13.764077 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-99baca8f-66c7-4b05-9f0e-502d5581edfe tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/quotas/8e903b98df384863bdeaeba37dad9520 HTTP/1.1" status: 200  len: 375 time: 0.0112109
Apr 08 14:35:13.860707 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-61c80876-07df-4107-a58d-bfa605d3fb47 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0906684
Apr 08 14:35:13.874057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16eab5-8204-4a60-b6be-c0de8221d515 req-eee0fb90-7855-41f7-bf96-dd765c037716 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:13.875669 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bf16eab5-8204-4a60-b6be-c0de8221d515 req-eee0fb90-7855-41f7-bf96-dd765c037716 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 945 time: 0.0930827
Apr 08 14:35:13.907493 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bf16eab5-8204-4a60-b6be-c0de8221d515 req-dc94b696-7e02-48db-b295-eed7950e67e6 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250661
Apr 08 14:35:13.956871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['5e9c3166-817a-4b30-8a89-e916228b8dfe'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:14.008918 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-9ace414e-b520-4e0d-ad7a-bf41ad593581 service neutron] 10.222.0.62 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401801
Apr 08 14:35:14.040003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:14.155410 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-f1d09274-3983-4143-a2be-3feae45bde5c service neutron] 10.222.0.62 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391280
Apr 08 14:35:14.365968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:14.398543 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73e50b6b-41c4-4f26-af4d-266d0fe37a12 req-d078e382-71cb-4073-8e5f-e7e38d28f14d tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 210 time: 0.0599625
Apr 08 14:35:14.885090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992131b-951b-4eab-bbcf-9604fd9167a5 req-127607d2-b2ae-406c-b2f7-b43668aadaf9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:14.887394 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a992131b-951b-4eab-bbcf-9604fd9167a5 req-127607d2-b2ae-406c-b2f7-b43668aadaf9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 944 time: 0.0899928
Apr 08 14:35:14.917880 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a992131b-951b-4eab-bbcf-9604fd9167a5 req-2bf5c8be-43ff-4459-a72e-88682594d17d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0239151
Apr 08 14:35:15.109670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e3348-2f11-4fdc-b26e-b15a45a416a0 req-a629ff1a-e513-487c-a133-22d47dbfddc1 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:15.111357 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c99e3348-2f11-4fdc-b26e-b15a45a416a0 req-a629ff1a-e513-487c-a133-22d47dbfddc1 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 945 time: 0.0883765
Apr 08 14:35:15.143769 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c99e3348-2f11-4fdc-b26e-b15a45a416a0 req-4d8379b9-0b39-4211-af9c-cb5bccff1612 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258553
Apr 08 14:35:15.561350 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-02efd285-2408-4ae6-bed0-9553f676fc92 req-b3622916-edf5-49c0-9b1d-bc5ecdf55669 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 210 time: 0.0523424
Apr 08 14:35:16.250233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cbf56-a339-4566-996c-bee90a4e2c4d req-7e101fb1-9e4c-44bc-aa3a-981c99cc3d22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:16.251847 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ee7cbf56-a339-4566-996c-bee90a4e2c4d req-7e101fb1-9e4c-44bc-aa3a-981c99cc3d22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 944 time: 0.2177575
Apr 08 14:35:16.296727 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ee7cbf56-a339-4566-996c-bee90a4e2c4d req-1fc585bc-49af-4963-a437-1b729b960e1e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347114
Apr 08 14:35:16.347380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-001a5ec2-727a-480d-997c-903cc4559126 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:16.350083 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-001a5ec2-727a-480d-997c-903cc4559126 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 814 time: 0.2680068
Apr 08 14:35:16.373071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Request body: {'port': {'device_id': '4aca5ba3-0435-476a-9337-77d400a7df50', 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'admin_state_up': True, 'tenant_id': '8e903b98df384863bdeaeba37dad9520'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:16.375874 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e1906-a716-41b1-8a13-6298605d50b0 req-cd83d1f9-67b3-4887-ba7a-22fe364306fc tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:16.377528 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cc7e1906-a716-41b1-8a13-6298605d50b0 req-cd83d1f9-67b3-4887-ba7a-22fe364306fc tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 945 time: 0.1140983
Apr 08 14:35:16.410864 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cc7e1906-a716-41b1-8a13-6298605d50b0 req-9619d396-e518-4034-9b4c-14b8ece31f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261974
Apr 08 14:35:16.518817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:16.529679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:16.577258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Made reservation on behalf of 8e903b98df384863bdeaeba37dad9520 for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:35:16.583851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:16.771347 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-45349f0c-ae62-4486-98d6-dc2e7b24307f req-2cad35ed-89bd-42a8-b063-fdd201bf2f82 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 210 time: 0.0636783
Apr 08 14:35:16.789599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Allocated IP 172.20.0.3 (0c629517-b7f5-4a6f-a510-c3eb895a9875/0c668d50-2016-4048-82b9-09fbd0c32696/cffee944-9fa3-4a72-bbc5-90190a02708d) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:35:16.928510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:35:17.004862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:17.042593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:35:17.048118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:17.048548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:17.075704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:17.090319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['609df271-87f3-4e46-a677-3a1e6539a374'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:17.091541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:17.481815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:17.511711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:17.549831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:17.573618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370216-d0e9-40bd-8ce8-5ea8ad4c670b req-033cdd56-7eea-4556-86a3-ae6bb743577e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:17.575793 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5d370216-d0e9-40bd-8ce8-5ea8ad4c670b req-033cdd56-7eea-4556-86a3-ae6bb743577e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 944 time: 0.1439464
Apr 08 14:35:17.597040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Pushing event updated for resources: {'Port': ['ID=cffee944-9fa3-4a72-bbc5-90190a02708d,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:17.615554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:17.616541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 5e9c3166-817a-4b30-8a89-e916228b8dfe up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:35:17.616743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:17.618844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:35:17.619210 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5d370216-d0e9-40bd-8ce8-5ea8ad4c670b req-5300ce9d-f0fe-4a08-a02f-dd5920324851 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0298667
Apr 08 14:35:17.621439 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:35:17.624745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:35:17.652112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:17.688077 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'code': 200}
Apr 08 14:35:17.718595 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea847f-72b1-4a11-8f05-828ffd4a6c91 req-2f619e5d-9982-477a-b222-74ca10d63721 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:17.720317 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-19ea847f-72b1-4a11-8f05-828ffd4a6c91 req-2f619e5d-9982-477a-b222-74ca10d63721 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1776936
Apr 08 14:35:17.729301 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:17.730072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:17.767290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:17.770613 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-19ea847f-72b1-4a11-8f05-828ffd4a6c91 req-a1d11431-b273-408b-a875-845ed25f1537 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336459
Apr 08 14:35:17.771833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:17.863036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 5e9c3166-817a-4b30-8a89-e916228b8dfe completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:35:17.869906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 5e9c3166-817a-4b30-8a89-e916228b8dfe triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:17.870337 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:17.943524 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5750003
Apr 08 14:35:17.958888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Request body: {'port': {'device_id': '4aca5ba3-0435-476a-9337-77d400a7df50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:17.997839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f1801-6405-4d7c-b734-8b44e7cb03ae req-dc2a7f15-281a-4502-a8f5-5a47278e3da3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:18.000269 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e73f1801-6405-4d7c-b734-8b44e7cb03ae req-dc2a7f15-281a-4502-a8f5-5a47278e3da3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 931 time: 0.0984161
Apr 08 14:35:18.033882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:18.043658 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e73f1801-6405-4d7c-b734-8b44e7cb03ae req-ba26b810-f276-462d-b905-9d3122882276 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361474
Apr 08 14:35:18.062753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 5e9c3166-817a-4b30-8a89-e916228b8dfe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:18.121127 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:18.121469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:18.123902 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cb94acfc-4b7b-42bf-b7be-d472b0969624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:18.210419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=5e9c3166-817a-4b30-8a89-e916228b8dfe,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:18.214237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:18.414471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d66eb-6913-439b-9778-71cd23753ce1 req-a6d5d31a-b09f-4196-960c-f0750ab27e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:18.416173 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-120d66eb-6913-439b-9778-71cd23753ce1 req-a6d5d31a-b09f-4196-960c-f0750ab27e08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1099 time: 0.3038192
Apr 08 14:35:18.448083 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-120d66eb-6913-439b-9778-71cd23753ce1 req-077dc50f-9417-4e1d-8f03-4398feae7a71 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0211713
Apr 08 14:35:18.564746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffee944-9fa3-4a72-bbc5-90190a02708d {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:18.573079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:18.591434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Transition to ACTIVE for port object cffee944-9fa3-4a72-bbc5-90190a02708d will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:35:18.631192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:18.647810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:18.726113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad17eb1-7fd8-4c59-880e-5f1cf80b8a0b req-4bd8a810-ec92-4df7-ad86-7eb64da68c37 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:18.728559 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fad17eb1-7fd8-4c59-880e-5f1cf80b8a0b req-4bd8a810-ec92-4df7-ad86-7eb64da68c37 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1017585
Apr 08 14:35:18.760341 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fad17eb1-7fd8-4c59-880e-5f1cf80b8a0b req-8b23f72b-b9cf-4b16-9507-2982b1f50bba tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244684
Apr 08 14:35:18.856747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Pushing event updated for resources: {'Port': ['ID=cffee944-9fa3-4a72-bbc5-90190a02708d,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:18.864817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:18.974672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73346e6e-a09e-40d2-ac1a-02b360785ca7 req-339b6c7b-0756-4a7b-bc48-bd3ee49604f4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:18.976205 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73346e6e-a09e-40d2-ac1a-02b360785ca7 req-339b6c7b-0756-4a7b-bc48-bd3ee49604f4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.0912318
Apr 08 14:35:18.985177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be509a5-568b-4aed-8ba3-569d848bd1c5 req-6ac5db0a-bd8f-44f5-a1b1-e37d2774c810 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:18.986798 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4be509a5-568b-4aed-8ba3-569d848bd1c5 req-6ac5db0a-bd8f-44f5-a1b1-e37d2774c810 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.2217991
Apr 08 14:35:19.007432 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73346e6e-a09e-40d2-ac1a-02b360785ca7 req-57832bb4-736e-41df-98ce-e9f5b20f72f8 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244944
Apr 08 14:35:19.095587 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4be509a5-568b-4aed-8ba3-569d848bd1c5 req-0e9f7488-e343-4eb5-9494-000052a73e7f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738506
Apr 08 14:35:19.127214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Attempting to bind port cffee944-9fa3-4a72-bbc5-90190a02708d on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:35:19.127595 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Attempting to bind port cffee944-9fa3-4a72-bbc5-90190a02708d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:35:19.127966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Attempting to bind port cffee944-9fa3-4a72-bbc5-90190a02708d on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:19.133242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Port cffee944-9fa3-4a72-bbc5-90190a02708d on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:35:19.133609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Attempting to bind port cffee944-9fa3-4a72-bbc5-90190a02708d on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:19.140082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:35:19.140464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Checking segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:35:19.140893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Bound using segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:35:19.141422 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Bound port: cffee944-9fa3-4a72-bbc5-90190a02708d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:35:19.141809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:19.221442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] For port cffee944-9fa3-4a72-bbc5-90190a02708d, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:35:19.224872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] For port cffee944-9fa3-4a72-bbc5-90190a02708d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cffee944-9fa3-4a72-bbc5-90190a02708d,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:35:19.242481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a534-827e-4885-a715-8c4c6ae47c18 req-51dbff94-d5ac-4512-96d0-ce7d3f57699c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:19.244153 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ad70a534-827e-4885-a715-8c4c6ae47c18 req-51dbff94-d5ac-4512-96d0-ce7d3f57699c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 943 time: 0.0898809
Apr 08 14:35:19.258129 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:19.276411 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ad70a534-827e-4885-a715-8c4c6ae47c18 req-8e57aade-cd06-42d1-9d47-aced646f5fda tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252821
Apr 08 14:35:19.280692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:19.436030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Pushing event updated for resources: {'Port': ['ID=cffee944-9fa3-4a72-bbc5-90190a02708d,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:19.441244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:19.473027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:19.473565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:19.475134 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] 10.222.0.70 "PUT /v2.0/ports/cffee944-9fa3-4a72-bbc5-90190a02708d HTTP/1.1" status: 200  len: 1093 time: 1.5212076
Apr 08 14:35:19.475616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aca5ba3-0435-476a-9337-77d400a7df50', 'tag': 'cffee944-9fa3-4a72-bbc5-90190a02708d'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:19.529711 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aca5ba3-0435-476a-9337-77d400a7df50', 'tag': 'cffee944-9fa3-4a72-bbc5-90190a02708d', 'status': 'completed', 'code': 200}
Apr 08 14:35:19.655776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c6c0-4c1c-4b07-8ac2-40a601cac093 req-0a93bf76-d307-40a6-a60d-b2bce4ca0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:19.657444 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c1d7c6c0-4c1c-4b07-8ac2-40a601cac093 req-0a93bf76-d307-40a6-a60d-b2bce4ca0a6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 1096 time: 0.0806150
Apr 08 14:35:19.689015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44645307-1043-4c7a-bbb5-d40199526e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9c3166-817a-4b30-8a89-e916228b8dfe'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:19.737802 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44645307-1043-4c7a-bbb5-d40199526e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'code': 200}
Apr 08 14:35:19.838770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c6c0-4c1c-4b07-8ac2-40a601cac093 req-d346fc55-ee15-4752-ab5e-c3efa1d74cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:19.841954 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c1d7c6c0-4c1c-4b07-8ac2-40a601cac093 req-d346fc55-ee15-4752-ab5e-c3efa1d74cb4 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8e903b98df384863bdeaeba37dad9520&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1585035
Apr 08 14:35:20.075056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7c6c0-4c1c-4b07-8ac2-40a601cac093 req-17d679b7-2728-4e4c-88be-506f53449367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.076705 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c1d7c6c0-4c1c-4b07-8ac2-40a601cac093 req-17d679b7-2728-4e4c-88be-506f53449367 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2239587
Apr 08 14:35:20.090143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f79f2-e000-44c2-961d-56fd1c5c9d2f req-5d8c42f2-8659-4750-a69e-41c527b8494f tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.091767 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d59f79f2-e000-44c2-961d-56fd1c5c9d2f req-5d8c42f2-8659-4750-a69e-41c527b8494f tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1957631
Apr 08 14:35:20.127922 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d59f79f2-e000-44c2-961d-56fd1c5c9d2f req-b1097e00-e895-4029-bb29-587eef4cfd2f tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282366
Apr 08 14:35:20.299241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7dd78-fa81-489b-9d45-35d6a9cef7a7 req-5d4b5d5e-7fa2-4470-b82e-3c6103476493 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.301639 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6cb7dd78-fa81-489b-9d45-35d6a9cef7a7 req-5d4b5d5e-7fa2-4470-b82e-3c6103476493 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1617911
Apr 08 14:35:20.304816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc96a3-122c-4629-82ef-cea54ae997c3 req-267c7c9d-903f-4d0c-a557-ffe445d75a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.306911 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2afc96a3-122c-4629-82ef-cea54ae997c3 req-267c7c9d-903f-4d0c-a557-ffe445d75a25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 1098 time: 0.1254392
Apr 08 14:35:20.317409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-4458abd8-5479-4c55-9906-9effc3e0dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.319098 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-4458abd8-5479-4c55-9906-9effc3e0dc54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 1096 time: 0.1380408
Apr 08 14:35:20.352333 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6cb7dd78-fa81-489b-9d45-35d6a9cef7a7 req-8bc32523-3d05-41cd-bd45-9e55ca53ff7b tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443394
Apr 08 14:35:20.359213 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2afc96a3-122c-4629-82ef-cea54ae997c3 req-b2c6ed1b-d7d4-4c2e-ab8d-acbbcee2be80 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318594
Apr 08 14:35:20.403022 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-cea03e19-3b2b-4263-948d-b090c1a80ec2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cffee944-9fa3-4a72-bbc5-90190a02708d HTTP/1.1" status: 200  len: 217 time: 0.0696106
Apr 08 14:35:20.420273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13652da-4b96-4e1a-b511-2ec69d594bc2 req-96868545-33ac-4724-9179-42e062bc51cd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.421938 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e13652da-4b96-4e1a-b511-2ec69d594bc2 req-96868545-33ac-4724-9179-42e062bc51cd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.1767938
Apr 08 14:35:20.495002 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e13652da-4b96-4e1a-b511-2ec69d594bc2 req-4f66ebc0-6505-45c3-8e23-92979ff35c1c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663958
Apr 08 14:35:20.531813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-e43c93eb-40a3-4e3f-b6c4-3d0f7f038667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.533579 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-e43c93eb-40a3-4e3f-b6c4-3d0f7f038667 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c668d50-2016-4048-82b9-09fbd0c32696 HTTP/1.1" status: 200  len: 854 time: 0.0834591
Apr 08 14:35:20.554133 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d240c5-691f-4fc3-8486-a6b7cbb615a4 req-1bee42b0-8500-4067-bf26-bd198aef04ea tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.555695 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24d240c5-691f-4fc3-8486-a6b7cbb615a4 req-1bee42b0-8500-4067-bf26-bd198aef04ea tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 943 time: 0.0981450
Apr 08 14:35:20.590440 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24d240c5-691f-4fc3-8486-a6b7cbb615a4 req-fff167e1-4c96-4cf9-8f40-2b7fe7c538aa tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272932
Apr 08 14:35:20.609562 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-c14f79af-5e24-4ff4-946f-853dba57e016 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c629517-b7f5-4a6f-a510-c3eb895a9875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570102
Apr 08 14:35:20.821494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05280a3c-5ce2-4307-8062-22e0fd811f21 req-e6de50e4-2239-4c16-ab06-32f85a66dc92 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:20.823073 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-05280a3c-5ce2-4307-8062-22e0fd811f21 req-e6de50e4-2239-4c16-ab06-32f85a66dc92 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.2161775
Apr 08 14:35:20.826888 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-d40f98fa-b9e6-4d4f-b80b-e3aa72cb2147 service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780176
Apr 08 14:35:20.891627 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-05280a3c-5ce2-4307-8062-22e0fd811f21 req-76fa3e4c-8de9-4119-80d2-9dbbf80e5daa tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618894
Apr 08 14:35:20.916274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35470) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:20.944635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:35:20.990680 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90a6d51c-36be-43a7-978c-d0ca7f9c2c7e req-9f51e378-2d2d-406e-bcd3-46c58ba709cd service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478152
Apr 08 14:35:21.115913 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c86423-9496-424c-ab5a-89150f465bb4 tempest-TestShelveInstance-1943820202 tempest-TestShelveInstance-1943820202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:21.116678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-95c86423-9496-424c-ab5a-89150f465bb4 tempest-TestShelveInstance-1943820202 tempest-TestShelveInstance-1943820202-project-admin] Synchronizing usage tracker for tenant:15346b8424fb4f6296db6eaa3bd92696 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:21.179612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-95c86423-9496-424c-ab5a-89150f465bb4 tempest-TestShelveInstance-1943820202 tempest-TestShelveInstance-1943820202-project-admin] Unset dirty status for tenant:15346b8424fb4f6296db6eaa3bd92696 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:21.180996 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-95c86423-9496-424c-ab5a-89150f465bb4 tempest-TestShelveInstance-1943820202 tempest-TestShelveInstance-1943820202-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1094 time: 0.2635069
Apr 08 14:35:21.184205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35478) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:21.190081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'port_id': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:21.196771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:21.202025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Usage tracker for resource:floatingip and tenant:d803bbf3b0e54b36964f9adb4d4a95ac is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:35:21.205185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:35:21.211294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:21.248669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:21.444685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f7a3d-3ede-475a-bcf7-720e54d4845a req-186b6f94-15bf-43be-b5d7-f773d663f6b7 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:21.446362 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9e9f7a3d-3ede-475a-bcf7-720e54d4845a req-186b6f94-15bf-43be-b5d7-f773d663f6b7 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1797049
Apr 08 14:35:21.488140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:21.577274 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9e9f7a3d-3ede-475a-bcf7-720e54d4845a req-5b79d69a-5089-4b97-ba48-ecef491a3d37 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233881
Apr 08 14:35:21.677302 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Allocated IP 172.27.1.85 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/617266dc-8050-45fc-ac76-266209131c63) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:35:21.776349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eefc6f-a2de-4a4b-85d2-7da88a18ed7d req-6dd9c663-b624-4b5e-a7c8-d6a06cb5250a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:21.778689 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-11eefc6f-a2de-4a4b-85d2-7da88a18ed7d req-6dd9c663-b624-4b5e-a7c8-d6a06cb5250a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.1606762
Apr 08 14:35:21.812941 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-11eefc6f-a2de-4a4b-85d2-7da88a18ed7d req-59f75982-c1da-42c2-9969-fe3762c82be0 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271986
Apr 08 14:35:21.910417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:21.929998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082932d4-d602-43c2-98d9-1868bf0b645a req-4552e5e0-1df0-48b2-a456-85ea7988bde3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:21.931715 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-082932d4-d602-43c2-98d9-1868bf0b645a req-4552e5e0-1df0-48b2-a456-85ea7988bde3 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 943 time: 0.2114940
Apr 08 14:35:21.969518 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-082932d4-d602-43c2-98d9-1868bf0b645a req-7dca0c21-4039-4c76-a4e5-12fcd081763a tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309064
Apr 08 14:35:22.014157 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:22.028148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f73e78a4-413b-4247-9d47-5781709212e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:22.183052 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'Port': ['ID=617266dc-8050-45fc-ac76-266209131c63,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:22.187635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:22.235151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:35:22.236610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:35:22.239257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:35:22.794715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c403-8dc4-4039-afd2-3eb4d89bfc3d req-9a9adb2a-0e6c-4068-b8c5-623de03549de tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:22.796342 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3bd1c403-8dc4-4039-afd2-3eb4d89bfc3d req-9a9adb2a-0e6c-4068-b8c5-623de03549de tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0939608
Apr 08 14:35:22.837992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:22.873742 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3bd1c403-8dc4-4039-afd2-3eb4d89bfc3d req-99260784-a3c5-491c-b1fe-2bde9aee1646 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709732
Apr 08 14:35:22.918141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-3c3252c2-f146-46f0-b0d0-b9b2d6dc65a8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:22.919917 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-3c3252c2-f146-46f0-b0d0-b9b2d6dc65a8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.0993931
Apr 08 14:35:22.958370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device cffee944-9fa3-4a72-bbc5-90190a02708d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:35:23.010037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Deleting port 48b36e11-794c-47b4-860e-393b5db2c252 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:35:23.010516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:23.047319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:23.142035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port cffee944-9fa3-4a72-bbc5-90190a02708d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cffee944-9fa3-4a72-bbc5-90190a02708d,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:23.161576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'cffee944-9fa3-4a72-bbc5-90190a02708d', 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'port_id': 'cffee944-9fa3-4a72-bbc5-90190a02708d', 'mac_address': 'fa:16:3e:66:67:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c668d50-2016-4048-82b9-09fbd0c32696', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:35:23.237402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:23.240208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffee944-9fa3-4a72-bbc5-90190a02708d {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:23.291515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port cffee944-9fa3-4a72-bbc5-90190a02708d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cffee944-9fa3-4a72-bbc5-90190a02708d,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:23.326099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:23.329138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:23.411266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=cffee944-9fa3-4a72-bbc5-90190a02708d,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:23.415483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:23.447432 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857eaf-100d-4df9-8ca7-66ce04d13aee req-3ac6e276-bfce-4678-b85a-63cb2c5d755e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:23.449359 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73857eaf-100d-4df9-8ca7-66ce04d13aee req-3ac6e276-bfce-4678-b85a-63cb2c5d755e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.4879036
Apr 08 14:35:23.493918 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73857eaf-100d-4df9-8ca7-66ce04d13aee req-05f6e392-0e8f-4ebb-b952-9f1717406bc2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365856
Apr 08 14:35:23.590564 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d9d5e-7872-496e-bb9b-af1dc8212609 req-d59e2932-8c7d-447b-8afc-773bc4620d69 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:23.591167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ed0d9d5e-7872-496e-bb9b-af1dc8212609 req-d59e2932-8c7d-447b-8afc-773bc4620d69 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:23.653184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] For port 48b36e11-794c-47b4-860e-393b5db2c252, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=48b36e11-794c-47b4-860e-393b5db2c252,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:23.653576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:23.664364 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-ed0d9d5e-7872-496e-bb9b-af1dc8212609 req-d59e2932-8c7d-447b-8afc-773bc4620d69 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:23.664364 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ed0d9d5e-7872-496e-bb9b-af1dc8212609 req-d59e2932-8c7d-447b-8afc-773bc4620d69 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 944 time: 0.3436725
Apr 08 14:35:23.735226 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:23.755520 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305290-e1c5-401e-9110-254af433c740 req-c401c6de-aca4-4b7c-8e9e-0d3d7cc614f2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:23.757385 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-76305290-e1c5-401e-9110-254af433c740 req-c401c6de-aca4-4b7c-8e9e-0d3d7cc614f2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.1260848
Apr 08 14:35:23.785298 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ed0d9d5e-7872-496e-bb9b-af1dc8212609 req-4d0e64a8-3699-4f7d-a569-27f8cf25a706 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551767
Apr 08 14:35:23.798169 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-76305290-e1c5-401e-9110-254af433c740 req-11de4a96-9ff5-4766-bb09-9c9f383ded10 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327008
Apr 08 14:35:23.830196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35498) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:23.856450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['cffee944-9fa3-4a72-bbc5-90190a02708d'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:23.865027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:23.986180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-72870d3e-bb17-4e28-8bdf-0fd88b68a105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:24.101768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:24.109283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:24.109283 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Floating IP a076532b-623f-402b-b1f7-213e220ceeff disassociated. External IP: 172.27.1.223, port: 48b36e11-794c-47b4-860e-393b5db2c252.
Apr 08 14:35:24.109283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Calling delete_port for 48b36e11-794c-47b4-860e-393b5db2c252 owned by compute:nova {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:35:24.141333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event updated for resources: {'Port': ['ID=617266dc-8050-45fc-ac76-266209131c63,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:24.145652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:24.224715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6496e-c763-42fa-a02a-9033b140b0a5 req-70a51dcb-4b79-4138-bd31-cc5de954facb tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:24.226296 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64b6496e-c763-42fa-a02a-9033b140b0a5 req-70a51dcb-4b79-4138-bd31-cc5de954facb tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 945 time: 0.1969047
Apr 08 14:35:24.248403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769bd5d0-c220-488f-a72a-5e98df7653cf tempest-TestVolumeBootPattern-1200659574 tempest-TestVolumeBootPattern-1200659574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:24.255961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-769bd5d0-c220-488f-a72a-5e98df7653cf tempest-TestVolumeBootPattern-1200659574 tempest-TestVolumeBootPattern-1200659574-project-admin] Synchronizing usage tracker for tenant:8366681c7ecd4b5cb3e600fa7d7cd01d on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:24.268696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:24.270075 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64b6496e-c763-42fa-a02a-9033b140b0a5 req-8daa4615-a8fe-4b12-812c-e208e09ddbdf tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=10a44719-d5e4-44dd-b39e-e42046491614&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367072
Apr 08 14:35:24.391743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-769bd5d0-c220-488f-a72a-5e98df7653cf tempest-TestVolumeBootPattern-1200659574 tempest-TestVolumeBootPattern-1200659574-project-admin] Unset dirty status for tenant:8366681c7ecd4b5cb3e600fa7d7cd01d on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:24.393165 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-769bd5d0-c220-488f-a72a-5e98df7653cf tempest-TestVolumeBootPattern-1200659574 tempest-TestVolumeBootPattern-1200659574-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 1093 time: 0.5618517
Apr 08 14:35:24.396655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35506) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:24.403473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'port_id': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:24.410230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:24.415114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:floatingip and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:35:24.419365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:35:24.422438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:24.441719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02ac08d4-a4e2-4d6f-b062-baebe9cc822c tempest-ServerRescueNegativeTestJSON-222752329 tempest-ServerRescueNegativeTestJSON-222752329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:24.465373 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Floating IP 25818e19-422e-4b1f-a5f4-4dab8d6de4e0 associated. External IP: 172.27.1.85, port: 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe.
Apr 08 14:35:24.474327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:24.512336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event deleted for resources: {'Port': ['ID=48b36e11-794c-47b4-860e-393b5db2c252,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:24.516626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:24.619946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:24.863362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Router c565f043-5b57-47b6-80a8-908a114e93ec has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:35:24.947444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Router 0324222e-86e8-4b8f-96d8-daa5bdf6575b has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:35:24.959082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 48b36e11-794c-47b4-860e-393b5db2c252 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:35:25.006290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 48b36e11-794c-47b4-860e-393b5db2c252 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:35:25.006814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 48b36e11-794c-47b4-860e-393b5db2c252 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:35:25.028194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:25.124885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:35:25.140392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] Sync routers for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:35:25.144828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b0bb4-923f-4594-b6dc-0fd2fbb7b0e3 req-f87e56a1-8671-4a8a-8510-0bcf91ed76aa tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:25.152637 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-918b0bb4-923f-4594-b6dc-0fd2fbb7b0e3 req-f87e56a1-8671-4a8a-8510-0bcf91ed76aa tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 944 time: 0.2215762
Apr 08 14:35:25.155733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:25.156815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d895e10>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:25.200447 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-918b0bb4-923f-4594-b6dc-0fd2fbb7b0e3 req-54ddaa1b-7e0f-4bd2-b16c-cd5d0c2abdcc tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466630
Apr 08 14:35:25.240030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:25.282948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:35:25.294347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] Sync routers for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:35:25.317136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:25.318163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d701780>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:25.365563 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fefa56bb-1074-4023-bf6d-f0ee5c02e4bb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.1800888
Apr 08 14:35:25.366729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:25.423616 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'status': 'completed', 'code': 200}
Apr 08 14:35:25.471567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] No DVR routers for this DVR port 48b36e11-794c-47b4-860e-393b5db2c252 on host hv-cinder-78462 {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:35:25.473919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Allocated IP 172.27.1.173 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/9077f2a6-f77c-44f0-9bf5-00f59b55634c) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:35:25.476890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:25.482041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'name': 'network-vif-deleted', 'tag': '48b36e11-794c-47b4-860e-393b5db2c252'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:25.510503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:25.584950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-8e41b03d-695d-4ebc-aab2-407ca504fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:25.586953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-8e41b03d-695d-4ebc-aab2-407ca504fc8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1099 time: 0.1354978
Apr 08 14:35:25.608452 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f8de2-252f-4dd2-89b5-df64862d51d6', 'name': 'network-vif-deleted', 'tag': '48b36e11-794c-47b4-860e-393b5db2c252', 'status': 'completed', 'code': 200}
Apr 08 14:35:25.615405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:25.623451 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7d355767-c7a5-4e9e-b083-bbc7b9b21075 req-1400454d-459a-4e55-8e66-f754c125b80f tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.1296585
Apr 08 14:35:25.686209 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2e2f917b-db8d-4023-be27-93ea26fdb248 req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "DELETE /v2.0/ports/48b36e11-794c-47b4-860e-393b5db2c252 HTTP/1.1" status: 204  len: 173 time: 2.7554331
Apr 08 14:35:25.839544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:25.900148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:25.924610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:25.926266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-62231705-ee6c-4cc1-bfe8-cb4580ba239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:25.939450 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-62231705-ee6c-4cc1-bfe8-cb4580ba239b service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 200  len: 910 time: 0.3360603
Apr 08 14:35:26.020982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d895e10>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '25818e19-422e-4b1f-a5f4-4dab8d6de4e0', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'port_id': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'mac_address': 'fa:16:3e:ff:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:22Z', 'updated_at': '2021-04-08T14:35:22Z', 'revision_number': 0, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:34:19Z', 'revision_number': 5, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:26.034055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] Checking router: c565f043-5b57-47b6-80a8-908a114e93ec for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:35:26.056739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:26.057530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d895e10>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:26.132939 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-c8df0280-ce06-49ac-9eee-fb2310066f6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 200  len: 999 time: 0.1734216
Apr 08 14:35:26.160418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d701780>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:26.165362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] Checking router: 0324222e-86e8-4b8f-96d8-daa5bdf6575b for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:35:26.176682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:26.177463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d701780>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:26.316999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-8063a026-af2e-4ba6-8fd0-67d66c008772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:26.327037 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-8063a026-af2e-4ba6-8fd0-67d66c008772 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85ede9ba-3a12-4078-8297-3f114fd4152f HTTP/1.1" status: 200  len: 848 time: 0.1817889
Apr 08 14:35:26.436477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:26.452954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:26.482896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-9bd47177-0f48-48d2-bdcf-56952285d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:26.484703 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-9bd47177-0f48-48d2-bdcf-56952285d34a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1370914
Apr 08 14:35:26.875059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:35:26.885962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:35:26.891442 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:35:26.977530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device cffee944-9fa3-4a72-bbc5-90190a02708d up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:35:27.065912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d895e10>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '25818e19-422e-4b1f-a5f4-4dab8d6de4e0', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'port_id': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'mac_address': 'fa:16:3e:ff:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:22Z', 'updated_at': '2021-04-08T14:35:22Z', 'revision_number': 0, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:34:19Z', 'revision_number': 5, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:27.074905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c25d31-e847-43a7-bdc7-3cdda78e3b45 None None] The sync data for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi is: [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '25818e19-422e-4b1f-a5f4-4dab8d6de4e0', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'port_id': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'mac_address': 'fa:16:3e:ff:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:22Z', 'updated_at': '2021-04-08T14:35:22Z', 'revision_number': 0, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:34:19Z', 'revision_number': 5, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:35:27.092186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d701780>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:27.098529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-a3ae0d85-7ed5-4a7e-95ee-c71563c60d85 req-6ffa535a-96b2-42c3-8800-6057f0c837bb tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:27.110500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c2525-485a-4284-813e-f4a93e1ba638 None None] The sync data for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi is: [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:35:27.138556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port cffee944-9fa3-4a72-bbc5-90190a02708d completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:35:27.146704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port cffee944-9fa3-4a72-bbc5-90190a02708d triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:27.151140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:27.163017 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-f604809d-123f-4d1e-8047-fbff05e3ff4e service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6694503
Apr 08 14:35:27.165062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=9077f2a6-f77c-44f0-9bf5-00f59b55634c,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:27.170868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.246s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:27.232055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-a3ae0d85-7ed5-4a7e-95ee-c71563c60d85 req-6ffa535a-96b2-42c3-8800-6057f0c837bb tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:27.243737 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a3ae0d85-7ed5-4a7e-95ee-c71563c60d85 req-6ffa535a-96b2-42c3-8800-6057f0c837bb tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=d98f8de2-252f-4dd2-89b5-df64862d51d6 HTTP/1.1" status: 200  len: 210 time: 0.2117069
Apr 08 14:35:27.357074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac48e19-1217-4036-88f7-5c210152c24d req-362833a4-4048-4180-9119-aeb245e32358 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:27.362519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:27.368982 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cac48e19-1217-4036-88f7-5c210152c24d req-362833a4-4048-4180-9119-aeb245e32358 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 944 time: 0.8767438
Apr 08 14:35:27.388838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port cffee944-9fa3-4a72-bbc5-90190a02708d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cffee944-9fa3-4a72-bbc5-90190a02708d,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:27.390409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca5ba3-0435-476a-9337-77d400a7df50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffee944-9fa3-4a72-bbc5-90190a02708d'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:27.434440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:27.436434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:27.440393 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2cd5dc1-fb7c-4a31-b243-d5a1d0cafa3e req-eb2c1666-7a2d-4feb-91a3-fbabc48857fe service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2600968
Apr 08 14:35:27.485740 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cac48e19-1217-4036-88f7-5c210152c24d req-d084959c-ff11-48b5-b59e-a814739a2799 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109083
Apr 08 14:35:27.518163 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca5ba3-0435-476a-9337-77d400a7df50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffee944-9fa3-4a72-bbc5-90190a02708d', 'code': 200}
Apr 08 14:35:27.546702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324011b-086a-4be4-917c-1b10cbc65244 None None] New status for floating IP 25818e19-422e-4b1f-a5f4-4dab8d6de4e0: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:35:27.693441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:27.767078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716e175-af64-4d6f-8836-6ae3122bc9b0 None None] New status for floating IP a076532b-623f-402b-b1f7-213e220ceeff: DOWN {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:35:27.897169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:28.060418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfc022-30e1-4b6e-ba60-d7fe994d61b7 req-151ac51b-7780-46b1-b320-9b9b84fad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:28.062251 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1ecfc022-30e1-4b6e-ba60-d7fe994d61b7 req-151ac51b-7780-46b1-b320-9b9b84fad136 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 1098 time: 0.1786492
Apr 08 14:35:28.097640 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1ecfc022-30e1-4b6e-ba60-d7fe994d61b7 req-1c59b4c5-fae0-496a-91cc-1c7763bc7a11 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0273688
Apr 08 14:35:28.154401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=cffee944-9fa3-4a72-bbc5-90190a02708d,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:28.158035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:28.232626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:28.285649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:28.303962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3305bbc4-e486-4ac5-ae79-0758b1e5dda3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:28.452980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35530) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:28.460719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=9077f2a6-f77c-44f0-9bf5-00f59b55634c,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:28.465864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:28.537399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2931571c-281b-4013-a3e4-2c041c8faafc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:28.572479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2931571c-281b-4013-a3e4-2c041c8faafc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:28.585816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:28.674566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2931571c-281b-4013-a3e4-2c041c8faafc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:28.680969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4a64dfe0-8e8e-400b-b624-98e8be76f86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:28.700758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931571c-281b-4013-a3e4-2c041c8faafc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a44719-d5e4-44dd-b39e-e42046491614,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:28.704325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2931571c-281b-4013-a3e4-2c041c8faafc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:28.756199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2931571c-281b-4013-a3e4-2c041c8faafc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:28.757527 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2931571c-281b-4013-a3e4-2c041c8faafc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "DELETE /v2.0/security-groups/10a44719-d5e4-44dd-b39e-e42046491614 HTTP/1.1" status: 204  len: 168 time: 0.3033032
Apr 08 14:35:28.760449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35536) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:28.780129 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.v2.resource [None req-fbce835d-c1ee-4b9a-922d-f9be7d457278 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] show failed (client error): The resource could not be found.
Apr 08 14:35:28.781325 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fbce835d-c1ee-4b9a-922d-f9be7d457278 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups/10a44719-d5e4-44dd-b39e-e42046491614 HTTP/1.1" status: 404  len: 347 time: 0.0191751
Apr 08 14:35:28.784529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35540) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:28.877855 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Floating IP 4a19e52c-82f4-4ecf-8323-022b8cd7d7a3 associated. External IP: 172.27.1.173, port: 5e9c3166-817a-4b30-8a89-e916228b8dfe.
Apr 08 14:35:28.969719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Deleting port 46144e99-75d5-49b1-819e-f825b6fc5277 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:35:28.970109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:29.014631 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e768f-bdbc-4296-bc7b-651a17655951 req-b917b718-44a2-4c84-824f-5d0879bf98f5 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:29.016674 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-989e768f-bdbc-4296-bc7b-651a17655951 req-b917b718-44a2-4c84-824f-5d0879bf98f5 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 945 time: 0.3585873
Apr 08 14:35:29.070085 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-989e768f-bdbc-4296-bc7b-651a17655951 req-0a22e1a3-ecf2-48c5-bad7-5f09a74ad7d8 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445950
Apr 08 14:35:29.176395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:29.177020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:29.331914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Calling delete_port for 46144e99-75d5-49b1-819e-f825b6fc5277 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:35:29.365353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:35:29.579627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:35:29.590134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:35:29.600078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:29.600830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d901ac8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:29.614434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:29.631592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:29.654251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:29.690040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event deleted for resources: {'Port': ['ID=46144e99-75d5-49b1-819e-f825b6fc5277,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:29.695566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:29.733680 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.3354912
Apr 08 14:35:29.734994 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44645307-1043-4c7a-bbb5-d40199526e7b', 'tag': '5e9c3166-817a-4b30-8a89-e916228b8dfe'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:29.794364 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44645307-1043-4c7a-bbb5-d40199526e7b', 'tag': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'status': 'completed', 'code': 200}
Apr 08 14:35:29.831176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:30.025360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-4ddeac81-2416-43a7-9ee4-50fa5ad861ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:30.027218 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-4ddeac81-2416-43a7-9ee4-50fa5ad861ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 1098 time: 0.1893466
Apr 08 14:35:30.029195 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:30.155239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:30.162513 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "DELETE /v2.0/floatingips/a076532b-623f-402b-b1f7-213e220ceeff HTTP/1.1" status: 204  len: 168 time: 1.3704960
Apr 08 14:35:30.211100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-53efef3c-d595-4cc2-a508-a474b901fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:30.213099 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-53efef3c-d595-4cc2-a508-a474b901fded service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.1731098
Apr 08 14:35:30.303283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d901ac8>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '4a19e52c-82f4-4ecf-8323-022b8cd7d7a3', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7b:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44645307-1043-4c7a-bbb5-d40199526e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:27Z', 'updated_at': '2021-04-08T14:35:27Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:30.331469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:35:30.346823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:30.347688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d901ac8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:30.370935 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-970771fb-5f7e-41e1-bba1-88fab52da0d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe HTTP/1.1" status: 200  len: 999 time: 0.1485765
Apr 08 14:35:30.469019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-47ff898c-a712-43cb-aaf9-6fa72e5e0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:30.472917 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-47ff898c-a712-43cb-aaf9-6fa72e5e0380 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0942929
Apr 08 14:35:30.490542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35552) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:30.566045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:30.566665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720691038', 'description': 'tempest-description--398785251'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:30.568188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0461-ede4-4c81-ba51-27a6374cc5ab req-f800d241-cf0a-4c26-b49a-b69585b83667 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:30.569995 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3dc0461-ede4-4c81-ba51-27a6374cc5ab req-f800d241-cf0a-4c26-b49a-b69585b83667 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 945 time: 0.3480794
Apr 08 14:35:30.578372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:30.585458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:security_group and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:35:30.589708 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:35:30.598197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:30.609275 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3dc0461-ede4-4c81-ba51-27a6374cc5ab req-a9d442ea-e23c-447e-94fc-b3c74d2fb776 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310309
Apr 08 14:35:30.642830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-c7bcfb2e-95ee-4e19-a3ce-60ffca8bf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:30.642830 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-c7bcfb2e-95ee-4e19-a3ce-60ffca8bf226 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1436024
Apr 08 14:35:30.678447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:30.695847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:30.752386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:security_group_rule and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:35:30.760223 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:35:30.775116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:30.846104 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-f1fd492a-1008-4ac6-b728-39f340d5ba45 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939621
Apr 08 14:35:31.002632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.004131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d901ac8>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '4a19e52c-82f4-4ecf-8323-022b8cd7d7a3', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7b:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44645307-1043-4c7a-bbb5-d40199526e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:27Z', 'updated_at': '2021-04-08T14:35:27Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:31.009667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d1a2ff-62c0-408d-8fc5-81813634b918 None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '4a19e52c-82f4-4ecf-8323-022b8cd7d7a3', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7b:1f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44645307-1043-4c7a-bbb5-d40199526e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:27Z', 'updated_at': '2021-04-08T14:35:27Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:35:31.054679 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4bbc579b-d2b3-4097-9a23-56b23e42aeae req-7a0eb877-93b5-464b-a301-08756f99789c service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893785
Apr 08 14:35:31.082356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.088934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fef82896-6dad-4020-85a0-42fff9855d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:31.140314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea3510c-f320-48e6-a0c2-ba142e48a510,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:31.140314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:31.228220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.229948 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6780078
Apr 08 14:35:31.234867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35566) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:31.240821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'security_group_rule': {'security_group_id': 'fea3510c-f320-48e6-a0c2-ba142e48a510', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:31.247487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:31.251671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:security_group_rule and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:35:31.255262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:35:31.263569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:31.334177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.349145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc9692-ea63-42cc-ae07-fd1affe26825 None None] New status for floating IP 4a19e52c-82f4-4ecf-8323-022b8cd7d7a3: ACTIVE {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:35:31.538680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.582435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.584813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-22fae3b0-708d-400a-a215-b15ecd7f5350 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:31.603240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d2d37b-d09c-483d-93f9-a91300120780,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:31.619930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.620378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.620796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.621232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.621638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.622043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.622444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.622844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.623248 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.623648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.624045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.624440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:35:31.630360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:31.669045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.670432 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-394865c5-f8b3-4fe7-bf2e-ece6c6dd3ef8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4344630
Apr 08 14:35:31.681075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35574) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:31.687005 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'security_group_rule': {'security_group_id': 'fea3510c-f320-48e6-a0c2-ba142e48a510', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:31.693911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:31.699386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:security_group_rule and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:35:31.702503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:35:31.709219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:31.749837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.816156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.853722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.856472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3dd23d21-4ecb-4a8c-96af-a0670a26dfe7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:31.881245 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af1d011-c2e8-4734-a452-8168d8ede82f,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:31.884339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:31.919864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:31.921371 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-090854f2-cf46-4a21-a5b0-d6692994e9a5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2391508
Apr 08 14:35:31.924632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35578) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:31.930395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:31.937437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:31.941528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Usage tracker for resource:floatingip and tenant:c8d55bb3470d4b5b91266a7e53afb97a is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:35:31.944994 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:35:31.953065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:31.993724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:32.135868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:32.292103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Allocated IP 172.27.1.52 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/18ef6fab-1356-41b5-8fd7-b18a4232c6e3) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:35:32.456751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:32.528621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:32.545199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:32.692101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'Port': ['ID=18ef6fab-1356-41b5-8fd7-b18a4232c6e3,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:32.696606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:32.748313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:35:32.749490 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:35:32.751945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:35:32.835315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:32.934736 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:33.205082 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-94d00db7-7d03-422a-acb3-2a08a45dfc56 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0968161
Apr 08 14:35:33.243035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:33.279839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:33.295856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:33.377650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-12d85b0f-3a22-49cd-8448-4056d5d4ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:33.379471 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-12d85b0f-3a22-49cd-8448-4056d5d4ba88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 1099 time: 0.0825131
Apr 08 14:35:33.451788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'Port': ['ID=18ef6fab-1356-41b5-8fd7-b18a4232c6e3,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:33.454994 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:33.555816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:33.556573 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-7ee61701-8a1c-4ed4-925c-de60725896aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:33.559010 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-7ee61701-8a1c-4ed4-925c-de60725896aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 917 time: 0.1505589
Apr 08 14:35:33.610969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:33.612700 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6868999
Apr 08 14:35:33.691684 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-57e4492d-0646-4861-bc98-9912ca9123d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44 HTTP/1.1" status: 200  len: 1001 time: 0.1117241
Apr 08 14:35:33.772693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-423c1091-d0a5-469c-b2e2-6c27c74d46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:33.774460 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-423c1091-d0a5-469c-b2e2-6c27c74d46fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.0709958
Apr 08 14:35:33.861324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-9a0b59c4-ccb7-4f76-a49d-e0aecb0bc1dd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:33.906345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-8ae47ef6-c24b-49d7-a4c0-0b2d1d0b0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:33.907976 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-8ae47ef6-c24b-49d7-a4c0-0b2d1d0b0dc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1217082
Apr 08 14:35:33.913976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-9a0b59c4-ccb7-4f76-a49d-e0aecb0bc1dd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:33.915204 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-9a0b59c4-ccb7-4f76-a49d-e0aecb0bc1dd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1720691038&fields=id&tenant_id=c8d55bb3470d4b5b91266a7e53afb97a HTTP/1.1" status: 200  len: 267 time: 0.0870514
Apr 08 14:35:34.122567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-c8cb56ec-98a3-4212-91c0-3be8a33b48c0 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:34.124325 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-c8cb56ec-98a3-4212-91c0-3be8a33b48c0 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 814 time: 0.1650424
Apr 08 14:35:34.141602 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-2d6bf4c5-0ec6-46b8-ac08-5f6887f15e02 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/quotas/8e903b98df384863bdeaeba37dad9520 HTTP/1.1" status: 200  len: 375 time: 0.0106266
Apr 08 14:35:34.236662 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-30917670-da3c-4e4c-876a-94cb69f08337 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0887535
Apr 08 14:35:34.416525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-d0225b80-f701-44c2-8996-6b0dbeac6430 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:34.418622 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-d0225b80-f701-44c2-8996-6b0dbeac6430 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 810 time: 0.4956241
Apr 08 14:35:34.424038 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-094edde2-2fef-4c34-ac0e-fea70a7b8ab9 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4732468
Apr 08 14:35:34.433276 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-6b2e5c88-faa3-4b2c-a8cc-fb84789856e8 service neutron] 10.222.0.62 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884000
Apr 08 14:35:34.435670 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-39bb11e4-e1bf-4aea-a14b-5b2522bb850b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/quotas/c8d55bb3470d4b5b91266a7e53afb97a HTTP/1.1" status: 200  len: 375 time: 0.0097604
Apr 08 14:35:34.576361 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-eb0198ac-8dbf-4a4e-8544-37561f3b7a99 service neutron] 10.222.0.62 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359661
Apr 08 14:35:34.650609 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c3652b41-51fa-4c14-a826-7572f0995dcf req-f00f0711-95d3-43b0-8055-00b3e76f4ea5 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135236
Apr 08 14:35:34.660652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-5104a2da-120b-459b-bb6b-b3c6303121a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:34.742348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-5104a2da-120b-459b-bb6b-b3c6303121a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:34.743742 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-5104a2da-120b-459b-bb6b-b3c6303121a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2850206
Apr 08 14:35:34.862227 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d379cdab-fc5e-4420-aeec-3830246cc83a req-087c1f15-b665-4f38-902d-4e1b9b88b058 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 210 time: 0.0618997
Apr 08 14:35:34.902862 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-8a5a5101-b1bf-4c89-ab92-ef9ce6bf103d service neutron] 10.222.0.62 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465309
Apr 08 14:35:34.928395 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:35.046753 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-9760723b-48d6-44b5-a46a-e48aa0d1d880 service neutron] 10.222.0.62 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371853
Apr 08 14:35:35.350680 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-195d734c-1a6d-4d9b-9f27-46ed51a59757 req-62d6c8f1-cd9b-416f-aa5d-56276a1edc15 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 210 time: 0.0501215
Apr 08 14:35:36.031926 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-81ec0740-8654-437c-bf78-af97206998f1 req-51dca70c-2511-4f62-a29f-04a69eb7918b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 210 time: 0.0494576
Apr 08 14:35:36.514496 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-06309459-8288-4e7d-a87c-e26c93cc57f3 req-c4836893-f623-4391-8b5b-f56537e06fc1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 210 time: 0.0485048
Apr 08 14:35:36.916296 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-d37cd87d-c1a6-4bf2-81de-de4559f96d07 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531689935&fields=id&tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba HTTP/1.1" status: 200  len: 267 time: 0.0340009
Apr 08 14:35:37.158595 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-96c09094-1970-4e63-878e-d5b20907ac7b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:37.160227 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-96c09094-1970-4e63-878e-d5b20907ac7b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 984 time: 0.2357872
Apr 08 14:35:37.174670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-f9d6b7ee-2f9c-494d-847f-e8ba921837dc tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:37.176097 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-f9d6b7ee-2f9c-494d-847f-e8ba921837dc tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 814 time: 0.1981511
Apr 08 14:35:37.187466 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Request body: {'port': {'security_groups': ['1e147542-cf4b-4e71-bc35-f4afcc53514e']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:37.210903 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-260888c3-d638-4f5d-85a4-eba91833ff2a req-271df336-f055-425f-a0e6-58267d7d6836 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 210 time: 0.0553811
Apr 08 14:35:37.219189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Request body: {'port': {'device_id': 'd6261531-f49c-4850-93d0-6ab33e4e9f58', 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'admin_state_up': True, 'tenant_id': '8e903b98df384863bdeaeba37dad9520'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:37.438174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:37.497674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:37.553397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:37.615227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Made reservation on behalf of 8e903b98df384863bdeaeba37dad9520 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:35:37.622351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:37.709222 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-156ada57-4471-4aad-bf32-1f20f07bbc11 req-be405558-eed5-4da7-8c2a-cb7618aaf3de tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 210 time: 0.0744083
Apr 08 14:35:37.922471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] For port badc7b2d-cb3e-4b4c-abec-86a7774a729f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:37.934251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Allocated IP 172.20.0.2 (0c629517-b7f5-4a6f-a510-c3eb895a9875/0c668d50-2016-4048-82b9-09fbd0c32696/d57c2bdb-28af-4a43-905f-e9be635c0621) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:35:37.979301 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.016880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-9582386e-216c-45bf-b60e-8ff3b26ceeec tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:38.018502 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-9582386e-216c-45bf-b60e-8ff3b26ceeec tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 810 time: 0.1634152
Apr 08 14:35:38.032079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.050484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8a1c7550-0806-4d66-aeee-e695bd7cf3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:38.054853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['badc7b2d-cb3e-4b4c-abec-86a7774a729f'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:38.091279 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-a83e2f7c-d2e7-42b1-826a-0ca0ef2cadec tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a HTTP/1.1" status: 200  len: 5704 time: 0.0525298
Apr 08 14:35:38.117255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'port': {'device_id': '894c387d-0be0-4978-94be-e345ca6f34ea', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'admin_state_up': True, 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'security_groups': ['fea3510c-f320-48e6-a0c2-ba142e48a510']}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:38.300414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:35:38.305707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event updated for resources: {'Port': ['ID=badc7b2d-cb3e-4b4c-abec-86a7774a729f,revision_number=7']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:38.315743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:35:38.316303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:38.371352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Made reservation on behalf of c8d55bb3470d4b5b91266a7e53afb97a for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:35:38.378973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.379823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.396829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:38.397548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.399087 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0d4f1db3-d91f-4313-bcdb-1b3153add77a req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "PUT /v2.0/ports/badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 942 time: 1.2220013
Apr 08 14:35:38.399632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:38.406811 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35670) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:38.459136 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'status': 'completed', 'code': 200}
Apr 08 14:35:38.499556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d67bec24-a572-4404-867e-6e1cd6554009 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.504527 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3d5f6ee4-a5d9-4bf0-bd29-0318f62b55ef req-57d1533c-08e1-4dcf-970d-a828a9fbf93f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 210 time: 0.0713708
Apr 08 14:35:38.574316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.579468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['badc7b2d-cb3e-4b4c-abec-86a7774a729f'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:38.599151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Allocated IP 172.20.0.7 (6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab/97883693-4658-435b-bbbd-bed1e4525f1c/c799cc6c-2337-493c-bb7c-20168db5c0f2) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:35:38.608478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1701de38-9b9d-457d-b891-47d6a42c61ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:38.651505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d67bec24-a572-4404-867e-6e1cd6554009 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.783166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-a740e1b1-4759-4273-bd93-ecaddb710358 None None] Provisioning complete for port badc7b2d-cb3e-4b4c-abec-86a7774a729f triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:38.783637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a740e1b1-4759-4273-bd93-ecaddb710358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.824938 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.846272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Transition to ACTIVE for port object c799cc6c-2337-493c-bb7c-20168db5c0f2 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:35:38.905423 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:38.921833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:38.925061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['609df271-87f3-4e46-a677-3a1e6539a374', 'cffee944-9fa3-4a72-bbc5-90190a02708d'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:39.072238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event updated for resources: {'Port': ['ID=c799cc6c-2337-493c-bb7c-20168db5c0f2,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:39.076887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:39.107242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Pushing event updated for resources: {'Port': ['ID=d57c2bdb-28af-4a43-905f-e9be635c0621,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:39.117545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:39.127325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:35:39.129013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:35:39.131372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:35:39.172707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-220041b4-9699-439a-bdd5-c31f577d0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:39.174407 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-220041b4-9699-439a-bdd5-c31f577d0361 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1098 time: 0.6596732
Apr 08 14:35:39.211763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:39.212742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:39.248927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a77a58-afc3-44b8-b151-a4433d25be99 req-240d3a42-b2e9-43fa-81fc-b379521a0af9 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:39.250731 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f1a77a58-afc3-44b8-b151-a4433d25be99 req-240d3a42-b2e9-43fa-81fc-b379521a0af9 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 931 time: 0.3175757
Apr 08 14:35:39.255726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:35:39.258758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:35:39.266538 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1558700
Apr 08 14:35:39.285783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Request body: {'port': {'device_id': '894c387d-0be0-4978-94be-e345ca6f34ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:39.307223 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:35:39.363475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d67bec24-a572-4404-867e-6e1cd6554009 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:39.378139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cf8fa92b-8d13-4d76-a78f-6a9dbc6bebbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:39.418338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bec24-a572-4404-867e-6e1cd6554009 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c924fe3-954c-4885-9a27-25b6d2ff7dad,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:39.422870 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f1a77a58-afc3-44b8-b151-a4433d25be99 req-9779f165-1e8b-4ba2-a9ef-d33192f83f98 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868497
Apr 08 14:35:39.431469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:39.432427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d67bec24-a572-4404-867e-6e1cd6554009 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:39.460839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:39.461543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:39.485060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-460f5ab3-77e4-4bf9-b396-9f63dbe652eb None None] Provisioning for port c799cc6c-2337-493c-bb7c-20168db5c0f2 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:35:39.491701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-460f5ab3-77e4-4bf9-b396-9f63dbe652eb None None] Provisioning complete for port c799cc6c-2337-493c-bb7c-20168db5c0f2 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:39.495125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-460f5ab3-77e4-4bf9-b396-9f63dbe652eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:39.499259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-de7c3955-fe19-411c-b914-a1eb96ac6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:39.500877 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-de7c3955-fe19-411c-b914-a1eb96ac6feb service neutron] 10.222.0.70 "GET /v2.0/networks?id=077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 200  len: 916 time: 0.3155656
Apr 08 14:35:39.554140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-460f5ab3-77e4-4bf9-b396-9f63dbe652eb None None] Port c799cc6c-2337-493c-bb7c-20168db5c0f2 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:35:39.579623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d67bec24-a572-4404-867e-6e1cd6554009 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:39.583643 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d67bec24-a572-4404-867e-6e1cd6554009 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "DELETE /v2.0/security-groups/3c924fe3-954c-4885-9a27-25b6d2ff7dad HTTP/1.1" status: 204  len: 168 time: 1.1730211
Apr 08 14:35:39.595614 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3806446
Apr 08 14:35:39.596143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35678) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:39.735906 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-17a26dd1-d9d6-4f0b-a68d-ce4d094188fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 1000 time: 0.2250214
Apr 08 14:35:39.747158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Request body: {'port': {'device_id': 'd6261531-f49c-4850-93d0-6ab33e4e9f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:39.759716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-968538b8-1070-4005-abfc-388e38cc96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:39.867766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcba01-0bbc-449d-b6f5-30e94426de27 req-6277f2cf-6c4e-4113-b490-edf498565f5f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:39.869465 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5dcba01-0bbc-449d-b6f5-30e94426de27 req-6277f2cf-6c4e-4113-b490-edf498565f5f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 931 time: 0.2192338
Apr 08 14:35:39.942912 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5dcba01-0bbc-449d-b6f5-30e94426de27 req-d41853ea-0c49-401e-9317-a4b63b4e0d8f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660295
Apr 08 14:35:39.970613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c799cc6c-2337-493c-bb7c-20168db5c0f2 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:39.978469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:39.994007 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Transition to ACTIVE for port object c799cc6c-2337-493c-bb7c-20168db5c0f2 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:35:40.025134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:40.029613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-594fcbed-3721-44a8-b8c3-d8e10ec71afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:40.031206 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-594fcbed-3721-44a8-b8c3-d8e10ec71afa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79c4fc65-164e-4238-bc05-672bcfebe362 HTTP/1.1" status: 200  len: 854 time: 0.2556806
Apr 08 14:35:40.034497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Deleting port cef8aa32-a2be-4322-8f9c-aecc5239ee21 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:35:40.034880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:40.041694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-150a3251-c9ec-428e-88a5-821b6b7483bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:40.150228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:40.409620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-0646fbd9-d99c-46c1-a5e1-474f85cb7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:40.411245 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-0646fbd9-d99c-46c1-a5e1-474f85cb7520 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=077780ea-851f-45e2-9eeb-17d0c940b922&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3488431
Apr 08 14:35:40.426067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Pushing event updated for resources: {'Port': ['ID=c799cc6c-2337-493c-bb7c-20168db5c0f2,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:40.430524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:40.518975 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:40.519344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:40.659612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Attempting to bind port c799cc6c-2337-493c-bb7c-20168db5c0f2 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:35:40.660070 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Attempting to bind port c799cc6c-2337-493c-bb7c-20168db5c0f2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:35:40.660350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Attempting to bind port c799cc6c-2337-493c-bb7c-20168db5c0f2 on network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:40.665477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Port c799cc6c-2337-493c-bb7c-20168db5c0f2 on network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:35:40.665848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Attempting to bind port c799cc6c-2337-493c-bb7c-20168db5c0f2 on network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:40.672159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:35:40.672671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Checking segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:35:40.672952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Bound using segment: {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:35:40.673464 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Bound port: c799cc6c-2337-493c-bb7c-20168db5c0f2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421a75b7-8da6-4acf-a947-e721da69c052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:35:40.673857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:40.759629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] For port c799cc6c-2337-493c-bb7c-20168db5c0f2, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:35:40.763040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] For port c799cc6c-2337-493c-bb7c-20168db5c0f2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c799cc6c-2337-493c-bb7c-20168db5c0f2,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:35:40.805890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:40.822754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fcebeed4-5c54-448f-979f-7de9dcda90fb tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:40.976813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Pushing event updated for resources: {'Port': ['ID=c799cc6c-2337-493c-bb7c-20168db5c0f2,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:40.982618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:41.012010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Calling delete_port for cef8aa32-a2be-4322-8f9c-aecc5239ee21 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:35:41.017805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:41.018551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:41.020116 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-c61ec697-91be-418a-8e82-61aa5ce72e99 service neutron] 10.222.0.70 "PUT /v2.0/ports/c799cc6c-2337-493c-bb7c-20168db5c0f2 HTTP/1.1" status: 200  len: 1093 time: 1.7403078
Apr 08 14:35:41.020662 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894c387d-0be0-4978-94be-e345ca6f34ea', 'tag': 'c799cc6c-2337-493c-bb7c-20168db5c0f2'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:41.215104 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-b471a55f-88fa-4961-b3ac-738246ca3c7a service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7896857
Apr 08 14:35:41.236895 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-95827daf-a956-4f3c-aabc-30336ae5bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:41.238610 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-95827daf-a956-4f3c-aabc-30336ae5bd25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 1096 time: 0.1187589
Apr 08 14:35:41.248151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207781d1-0e79-4030-8a3b-e89de81076a4 req-1629d761-234d-4d35-a742-479be040ac6e tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:41.249715 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-207781d1-0e79-4030-8a3b-e89de81076a4 req-1629d761-234d-4d35-a742-479be040ac6e tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 931 time: 0.1734471
Apr 08 14:35:41.352000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-24f10818-8059-4ccf-a36b-b178a333b50b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799cc6c-2337-493c-bb7c-20168db5c0f2 HTTP/1.1" status: 200  len: 217 time: 0.1012716
Apr 08 14:35:41.362682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb882926-eaa0-466b-a241-240a7e7dd224 req-e43d6304-931a-4460-b45c-a76ffbb7e079 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:41.364282 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fb882926-eaa0-466b-a241-240a7e7dd224 req-e43d6304-931a-4460-b45c-a76ffbb7e079 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 943 time: 0.7766714
Apr 08 14:35:41.365750 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-207781d1-0e79-4030-8a3b-e89de81076a4 req-f72cbc58-e14e-4e9d-aacd-de55f72262ba tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339684
Apr 08 14:35:41.431119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-e263999a-8004-47fa-853a-0dab5c81200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:41.433357 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-e263999a-8004-47fa-853a-0dab5c81200f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 200  len: 849 time: 0.0660396
Apr 08 14:35:41.437190 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894c387d-0be0-4978-94be-e345ca6f34ea', 'tag': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'status': 'completed', 'code': 200}
Apr 08 14:35:41.475442 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fb882926-eaa0-466b-a241-240a7e7dd224 req-18be0ae5-3edb-4b17-9b6d-e274ce4dcf4f tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934072
Apr 08 14:35:41.521285 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-397359b7-76c6-47c1-b5f7-28743b0bf6a4 req-e1d082cf-e5e9-4bec-9cde-0cbff9330d82 service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827880
Apr 08 14:35:41.536750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-fde0b9ff-a3f0-44c4-9626-416af69b18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:41.538246 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-fde0b9ff-a3f0-44c4-9626-416af69b18bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837317
Apr 08 14:35:41.604298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57c2bdb-28af-4a43-905f-e9be635c0621 {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:41.612712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:41.616962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:41.636160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:41.692396 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-8680934a-bcc9-44b5-9a23-73a5a456d74a service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363676
Apr 08 14:35:41.696491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event deleted for resources: {'Port': ['ID=cef8aa32-a2be-4322-8f9c-aecc5239ee21,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:41.703296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:41.754625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Transition to ACTIVE for port object d57c2bdb-28af-4a43-905f-e9be635c0621 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:35:41.781705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:41.800708 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9b69a5ed-f7fe-4891-9d19-5c47cfecd678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:41.837432 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b946d066-ba1a-4def-9fd1-d895068670c5 req-8320dfd1-cbb4-4427-837c-ddc782a217ec service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377416
Apr 08 14:35:42.012677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Pushing event updated for resources: {'Port': ['ID=d57c2bdb-28af-4a43-905f-e9be635c0621,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:42.015669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:42.020867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-8419fd8a-a199-44e8-980f-ade971458226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:42.022534 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-8419fd8a-a199-44e8-980f-ade971458226 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 1096 time: 0.0788858
Apr 08 14:35:42.106040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:42.106426 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Floating IP 41dd559b-0b4d-403a-ad13-58883c257d73 disassociated (deleted). External IP: 172.27.1.70, port: badc7b2d-cb3e-4b4c-abec-86a7774a729f.
Apr 08 14:35:42.167815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-8be8f294-5b4c-4eea-9bc1-c9dee321ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:42.169490 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-8be8f294-5b4c-4eea-9bc1-c9dee321ee1e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 911 time: 0.1384754
Apr 08 14:35:42.257821 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-f85df945-f89f-425f-b966-65b8d4370a74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799cc6c-2337-493c-bb7c-20168db5c0f2 HTTP/1.1" status: 200  len: 217 time: 0.0717118
Apr 08 14:35:42.305685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-364b3916-079e-438e-ade3-a6d68f3a9b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:42.334141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-de670e61-a84e-4066-bfc9-c263e5d269df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:42.335742 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-de670e61-a84e-4066-bfc9-c263e5d269df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 200  len: 849 time: 0.0706491
Apr 08 14:35:42.428264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-70d29622-9e30-4506-9ff5-b9d56c8036f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:42.431503 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-70d29622-9e30-4506-9ff5-b9d56c8036f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834291
Apr 08 14:35:42.467767 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Attempting to bind port d57c2bdb-28af-4a43-905f-e9be635c0621 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:35:42.468298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Attempting to bind port d57c2bdb-28af-4a43-905f-e9be635c0621 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:35:42.468818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Attempting to bind port d57c2bdb-28af-4a43-905f-e9be635c0621 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:42.594842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Port d57c2bdb-28af-4a43-905f-e9be635c0621 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:35:42.596426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Attempting to bind port d57c2bdb-28af-4a43-905f-e9be635c0621 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:35:42.611330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:35:42.611537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Checking segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:35:42.612026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Bound using segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:35:42.612515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Bound port: d57c2bdb-28af-4a43-905f-e9be635c0621, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:35:42.612912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:42.614585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:42.649921 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-97c3e914-5b4e-4797-bf17-337d5420d066 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042048
Apr 08 14:35:42.667389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173eff-999a-4c4a-91be-995c5f2f3dac req-71434449-afca-491a-a82d-81347a241bf2 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:42.669139 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98173eff-999a-4c4a-91be-995c5f2f3dac req-71434449-afca-491a-a82d-81347a241bf2 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 943 time: 0.1365659
Apr 08 14:35:42.785219 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98173eff-999a-4c4a-91be-995c5f2f3dac req-3e9c0282-d627-4d3b-acda-3650a70e3658 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928874
Apr 08 14:35:42.785638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] For port d57c2bdb-28af-4a43-905f-e9be635c0621, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:35:42.802795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] For port d57c2bdb-28af-4a43-905f-e9be635c0621, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d57c2bdb-28af-4a43-905f-e9be635c0621,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:35:42.813347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Router 5dc16b8f-fb19-4339-b90c-519e05683124 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:35:42.832844 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-96c27b1a-cfd2-4510-875e-83db1677ef95 req-b2324cde-e5f8-4c6d-ba85-a46642e7c88e service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625261
Apr 08 14:35:42.953735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:42.977152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c82ffc37-9984-47ef-b92a-70df3d205a27 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:43.337953 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7da2c-de7a-4908-bacd-db3970f6257b req-8be18874-2962-4f9e-8ec5-206c6b7b1531 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:43.339613 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5da7da2c-de7a-4908-bacd-db3970f6257b req-8be18874-2962-4f9e-8ec5-206c6b7b1531 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 943 time: 0.6270599
Apr 08 14:35:43.434843 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5da7da2c-de7a-4908-bacd-db3970f6257b req-d7c01302-b48e-416c-80a5-61342dee9600 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828435
Apr 08 14:35:43.439788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Pushing event updated for resources: {'Port': ['ID=d57c2bdb-28af-4a43-905f-e9be635c0621,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:43.447536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:43.466073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:35:43.475997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] Sync routers for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:35:43.486187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:43.486861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca530b8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:43.489317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:43.489999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:43.491518 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] 10.222.0.70 "PUT /v2.0/ports/d57c2bdb-28af-4a43-905f-e9be635c0621 HTTP/1.1" status: 200  len: 1093 time: 3.8785672
Apr 08 14:35:43.492054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6261531-f49c-4850-93d0-6ab33e4e9f58', 'tag': 'd57c2bdb-28af-4a43-905f-e9be635c0621'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:43.534491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:43.570931 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6261531-f49c-4850-93d0-6ab33e4e9f58', 'tag': 'd57c2bdb-28af-4a43-905f-e9be635c0621', 'status': 'completed', 'code': 200}
Apr 08 14:35:43.656606 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "DELETE /v2.0/floatingips/41dd559b-0b4d-403a-ad13-58883c257d73 HTTP/1.1" status: 204  len: 168 time: 4.0544870
Apr 08 14:35:43.689472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7d4c3-c352-41a5-9d0f-7b22738f5809 req-2d79f7fe-174a-41f3-87cf-c6bbc68ee34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:43.691262 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-43c7d4c3-c352-41a5-9d0f-7b22738f5809 req-2d79f7fe-174a-41f3-87cf-c6bbc68ee34c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 1096 time: 0.0984745
Apr 08 14:35:43.865637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:43.871936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:43.875969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7d4c3-c352-41a5-9d0f-7b22738f5809 req-82fb4808-cffa-4d3f-8561-3e55c00198ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:43.877622 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-43c7d4c3-c352-41a5-9d0f-7b22738f5809 req-82fb4808-cffa-4d3f-8561-3e55c00198ca service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8e903b98df384863bdeaeba37dad9520&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1745644
Apr 08 14:35:44.051681 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf10d2-9a08-4977-bfc7-3c646051aeab req-65baf30e-bf53-48b7-8545-ce441aa7e613 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:44.053202 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6acf10d2-9a08-4977-bfc7-3c646051aeab req-65baf30e-bf53-48b7-8545-ce441aa7e613 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 943 time: 0.0992742
Apr 08 14:35:44.060234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7d4c3-c352-41a5-9d0f-7b22738f5809 req-792315c8-04c2-4800-b540-e8644bc915b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:44.066338 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-43c7d4c3-c352-41a5-9d0f-7b22738f5809 req-792315c8-04c2-4800-b540-e8644bc915b0 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1660147
Apr 08 14:35:44.089439 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6acf10d2-9a08-4977-bfc7-3c646051aeab req-4cb180b2-b281-43f6-b446-9007f2f945a7 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285535
Apr 08 14:35:44.196603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-01dd6116-aac0-456f-a494-0a9a75c27a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:44.199185 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-01dd6116-aac0-456f-a494-0a9a75c27a78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 1096 time: 0.0867333
Apr 08 14:35:44.233959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca530b8>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:24Z', 'revision_number': 5, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:44.238163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] Checking router: 5dc16b8f-fb19-4339-b90c-519e05683124 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:35:44.248540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:44.252137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca530b8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:44.308178 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-a5392427-cc95-439f-a5e3-3a39d45e4b08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57c2bdb-28af-4a43-905f-e9be635c0621 HTTP/1.1" status: 200  len: 217 time: 0.0718868
Apr 08 14:35:44.381959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-d79af0da-7940-4a03-a396-16435064d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:44.383823 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-d79af0da-7940-4a03-a396-16435064d325 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c668d50-2016-4048-82b9-09fbd0c32696 HTTP/1.1" status: 200  len: 854 time: 0.0664542
Apr 08 14:35:44.438093 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-35641295-db3b-48f9-9121-7760ed1380b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c629517-b7f5-4a6f-a510-c3eb895a9875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469472
Apr 08 14:35:44.451959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:44.460172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:44.586703 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-311b6cab-f821-4172-a7d1-921c43778cc8 service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392441
Apr 08 14:35:44.643501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684413f-cc66-416e-a9c9-2a33359cd3c1 req-2a11f417-de02-4720-94f6-db84d26c6272 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:44.644187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-a684413f-cc66-416e-a9c9-2a33359cd3c1 req-2a11f417-de02-4720-94f6-db84d26c6272 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:44.687752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-a684413f-cc66-416e-a9c9-2a33359cd3c1 req-2a11f417-de02-4720-94f6-db84d26c6272 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:44.689069 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a684413f-cc66-416e-a9c9-2a33359cd3c1 req-2a11f417-de02-4720-94f6-db84d26c6272 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 943 time: 0.1350617
Apr 08 14:35:44.722111 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a684413f-cc66-416e-a9c9-2a33359cd3c1 req-cf0a96e7-630b-47d2-b9c5-1c2e29b7a224 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256178
Apr 08 14:35:44.754915 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0322edf0-fda0-448d-98b0-b35aaf68772a req-87226185-df52-46c8-ae2e-0356050d750b service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422253
Apr 08 14:35:44.797772 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca530b8>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:24Z', 'revision_number': 5, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:44.801928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe621915-1379-42fc-85c4-b7a773d2f798 None None] The sync data for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi is: [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:32:12Z', 'revision_number': 4, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '04dbc42b-3175-4f13-b64e-b0c92c01a60a', 'name': '', 'network_id': '077780ea-851f-45e2-9eeb-17d0c940b922', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'mac_address': 'fa:16:3e:b4:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:09Z', 'updated_at': '2021-04-08T14:32:24Z', 'revision_number': 5, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'subnets': [{'id': '79c4fc65-164e-4238-bc05-672bcfebe362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:35:45.082058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device c799cc6c-2337-493c-bb7c-20168db5c0f2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:35:45.233833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c3be5-3aad-408c-a877-35a3f13fc70a None None] New status for floating IP 41dd559b-0b4d-403a-ad13-58883c257d73: DOWN {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:35:45.243536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port c799cc6c-2337-493c-bb7c-20168db5c0f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c799cc6c-2337-493c-bb7c-20168db5c0f2,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:45.285626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'port_id': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'mac_address': 'fa:16:3e:4a:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:35:45.342078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c75460-a8ba-4822-a913-6df6d5cbfa3b req-5635c450-0ef4-4a91-99b2-2f5510bc28f0 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:45.342878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-92c75460-a8ba-4822-a913-6df6d5cbfa3b req-5635c450-0ef4-4a91-99b2-2f5510bc28f0 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:45.352960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:45.354329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c799cc6c-2337-493c-bb7c-20168db5c0f2 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:45.370450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port c799cc6c-2337-493c-bb7c-20168db5c0f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c799cc6c-2337-493c-bb7c-20168db5c0f2,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:45.390879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-92c75460-a8ba-4822-a913-6df6d5cbfa3b req-5635c450-0ef4-4a91-99b2-2f5510bc28f0 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:45.392298 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-92c75460-a8ba-4822-a913-6df6d5cbfa3b req-5635c450-0ef4-4a91-99b2-2f5510bc28f0 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 943 time: 0.1804981
Apr 08 14:35:45.424867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:45.425730 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-92c75460-a8ba-4822-a913-6df6d5cbfa3b req-5a800d56-a58b-4e5c-97a0-3403d93552ed tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265453
Apr 08 14:35:45.426926 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:45.503789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=c799cc6c-2337-493c-bb7c-20168db5c0f2,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:45.507171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:45.572067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:45.621794 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'status': 'completed', 'code': 200}
Apr 08 14:35:45.742570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-8f27f818-0321-48bc-8e1d-71304914c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:45.744172 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-8f27f818-0321-48bc-8e1d-71304914c549 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 1098 time: 0.0847294
Apr 08 14:35:45.901668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['c799cc6c-2337-493c-bb7c-20168db5c0f2'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:45.968864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-773f1d81-64c7-44a6-8e7c-4e107d8db298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:45.970473 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-773f1d81-64c7-44a6-8e7c-4e107d8db298 service neutron] 10.222.0.70 "GET /v2.0/networks?id=077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 200  len: 916 time: 0.2052844
Apr 08 14:35:45.986679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e43ece-3fc2-4d89-a4f9-9a74c54c536d req-53c81485-c060-4be3-9d0f-251a86b55255 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:45.988215 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e0e43ece-3fc2-4d89-a4f9-9a74c54c536d req-53c81485-c060-4be3-9d0f-251a86b55255 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 944 time: 0.1328232
Apr 08 14:35:46.072956 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-ff365b2f-967b-4a5e-9b81-2a6a8fca0e16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 200  len: 217 time: 0.0836308
Apr 08 14:35:46.080929 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e0e43ece-3fc2-4d89-a4f9-9a74c54c536d req-8b9489c1-c1ed-4938-a6f5-923fe65aa849 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408123
Apr 08 14:35:46.145707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-79c18c46-f2b0-469f-ad02-301e3d4c60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:46.147285 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-79c18c46-f2b0-469f-ad02-301e3d4c60b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79c4fc65-164e-4238-bc05-672bcfebe362 HTTP/1.1" status: 200  len: 854 time: 0.0642240
Apr 08 14:35:46.233189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-bd3df938-d175-4b7a-b09a-19f734a74a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:46.234787 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-bd3df938-d175-4b7a-b09a-19f734a74a3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=077780ea-851f-45e2-9eeb-17d0c940b922&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774536
Apr 08 14:35:46.384586 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-1d5213ea-c887-4b60-b812-096f81928ce4 service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388125
Apr 08 14:35:46.532202 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e4834abc-b4cc-4272-ad91-f16aeab763f7 req-a10d65dd-bdaa-4c24-afad-44766becf2dd service neutron] 10.222.0.70 "GET /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392491
Apr 08 14:35:46.645394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ce06f-b00e-4ae5-8876-7a14ad29b8a7 req-25bb898c-f457-42e7-996a-e5940ab0bd8b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:46.647010 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-096ce06f-b00e-4ae5-8876-7a14ad29b8a7 req-25bb898c-f457-42e7-996a-e5940ab0bd8b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 943 time: 0.1028297
Apr 08 14:35:46.677965 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-096ce06f-b00e-4ae5-8876-7a14ad29b8a7 req-d824afa9-b150-4f5d-9168-0b716f3c0754 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244861
Apr 08 14:35:47.289724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f0a80-6219-4cba-ba33-ab46591a7482 req-f4c74ca4-e29c-4838-8cbd-df04f32946de tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:47.291346 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c46f0a80-6219-4cba-ba33-ab46591a7482 req-f4c74ca4-e29c-4838-8cbd-df04f32946de tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 944 time: 0.0945814
Apr 08 14:35:47.323588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c46f0a80-6219-4cba-ba33-ab46591a7482 req-8f984178-7181-4c69-bce7-7bc5caab0feb tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246680
Apr 08 14:35:47.912639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666b1e5-9021-43c7-a55c-4491f0d735fa req-8acaa25b-ddbc-4045-9954-56dbaff41f42 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:47.914452 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9666b1e5-9021-43c7-a55c-4491f0d735fa req-8acaa25b-ddbc-4045-9954-56dbaff41f42 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 943 time: 0.1113381
Apr 08 14:35:47.945625 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9666b1e5-9021-43c7-a55c-4491f0d735fa req-2827a7f2-57c2-484d-a90e-2a9d4edd0999 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247281
Apr 08 14:35:48.407950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f215bdf-b41d-47e4-96ff-79ad5206c6c3 req-9ea2c2ff-79fe-4cf3-aa1c-3da11d8f2b2b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:48.409643 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4f215bdf-b41d-47e4-96ff-79ad5206c6c3 req-9ea2c2ff-79fe-4cf3-aa1c-3da11d8f2b2b tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.1082492
Apr 08 14:35:48.441308 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4f215bdf-b41d-47e4-96ff-79ad5206c6c3 req-78581bf4-b160-401e-82b4-ebfb5e322e84 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252161
Apr 08 14:35:48.534362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42bb04-f2f5-45d5-9b63-91cfc0d4cf72 req-bb25d8ae-1dc0-4441-8fc8-3384a4cb61d0 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:48.536016 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f42bb04-f2f5-45d5-9b63-91cfc0d4cf72 req-bb25d8ae-1dc0-4441-8fc8-3384a4cb61d0 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 944 time: 0.0901425
Apr 08 14:35:48.574588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6f42bb04-f2f5-45d5-9b63-91cfc0d4cf72 req-a304217b-a184-4375-bd6b-a74dc0076484 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315323
Apr 08 14:35:49.118548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device d57c2bdb-28af-4a43-905f-e9be635c0621 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:35:49.122525 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device c799cc6c-2337-493c-bb7c-20168db5c0f2 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:35:49.172611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75921186-c50b-49e9-8020-390eb4a38f93 req-e9181698-8469-48f9-bd19-4d236ab6b8de tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:49.174316 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-75921186-c50b-49e9-8020-390eb4a38f93 req-e9181698-8469-48f9-bd19-4d236ab6b8de tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 943 time: 0.1123776
Apr 08 14:35:49.206243 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-75921186-c50b-49e9-8020-390eb4a38f93 req-ee7a5b57-ef9d-4027-9ff6-fc4e6120e4e6 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250826
Apr 08 14:35:49.327304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port c799cc6c-2337-493c-bb7c-20168db5c0f2 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:35:49.337427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port c799cc6c-2337-493c-bb7c-20168db5c0f2 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:49.346754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:49.383012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port d57c2bdb-28af-4a43-905f-e9be635c0621, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d57c2bdb-28af-4a43-905f-e9be635c0621,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:49.413594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'd57c2bdb-28af-4a43-905f-e9be635c0621', 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'port_id': 'd57c2bdb-28af-4a43-905f-e9be635c0621', 'mac_address': 'fa:16:3e:5f:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c668d50-2016-4048-82b9-09fbd0c32696', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:35:49.519803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:49.521202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57c2bdb-28af-4a43-905f-e9be635c0621 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:35:49.550218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:49.559015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port d57c2bdb-28af-4a43-905f-e9be635c0621, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d57c2bdb-28af-4a43-905f-e9be635c0621,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:49.564306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894c387d-0be0-4978-94be-e345ca6f34ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799cc6c-2337-493c-bb7c-20168db5c0f2'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:49.575193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port c799cc6c-2337-493c-bb7c-20168db5c0f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c799cc6c-2337-493c-bb7c-20168db5c0f2,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:49.590848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:49.592805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:49.633837 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894c387d-0be0-4978-94be-e345ca6f34ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'code': 200}
Apr 08 14:35:49.640833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:49.661693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276e296-830c-431a-a73a-1f579ad8b2b0 req-677ed880-ed2a-46e8-ab46-2ca457992307 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:49.662492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-5276e296-830c-431a-a73a-1f579ad8b2b0 req-677ed880-ed2a-46e8-ab46-2ca457992307 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Synchronizing usage tracker for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:49.684829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=d57c2bdb-28af-4a43-905f-e9be635c0621,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:49.689817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:49.689817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:49.719163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-5276e296-830c-431a-a73a-1f579ad8b2b0 req-677ed880-ed2a-46e8-ab46-2ca457992307 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Unset dirty status for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:49.720778 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5276e296-830c-431a-a73a-1f579ad8b2b0 req-677ed880-ed2a-46e8-ab46-2ca457992307 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.1615868
Apr 08 14:35:49.762569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-5276e296-830c-431a-a73a-1f579ad8b2b0 req-019d0db0-320d-4667-b704-6e12047be3db tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Synchronizing usage tracker for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:security_group {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:35:49.773405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=c799cc6c-2337-493c-bb7c-20168db5c0f2,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:49.777941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:49.801671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-5276e296-830c-431a-a73a-1f579ad8b2b0 req-019d0db0-320d-4667-b704-6e12047be3db tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Unset dirty status for tenant:7bcaf3f9f5db4e729a39ad3e9c368dba on resource:security_group {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:35:49.802981 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5276e296-830c-431a-a73a-1f579ad8b2b0 req-019d0db0-320d-4667-b704-6e12047be3db tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726743
Apr 08 14:35:49.846450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c250f42-f901-4a70-88e9-7cfc0602f90b req-e3ce8cf4-b018-4068-8306-723d173597ce tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:49.848067 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c250f42-f901-4a70-88e9-7cfc0602f90b req-e3ce8cf4-b018-4068-8306-723d173597ce tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 945 time: 0.1066651
Apr 08 14:35:49.884519 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c250f42-f901-4a70-88e9-7cfc0602f90b req-43e54ae8-e16e-4e24-a835-8609386ef2dd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250621
Apr 08 14:35:49.978806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0729e-e1b5-4bd5-99b9-49f3103ca656 req-0d7dd2e5-5eae-4082-ae76-261919d01351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:49.980907 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-13e0729e-e1b5-4bd5-99b9-49f3103ca656 req-0d7dd2e5-5eae-4082-ae76-261919d01351 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 1098 time: 0.0776558
Apr 08 14:35:50.011696 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-13e0729e-e1b5-4bd5-99b9-49f3103ca656 req-21ff1f24-b321-44cf-bfe4-3ccf91eb64c3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0199127
Apr 08 14:35:50.085539 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['d57c2bdb-28af-4a43-905f-e9be635c0621'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:50.421458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90178688-8eab-4d11-8f72-003e09ce4d2b req-c148ff44-bc97-4f7a-adf9-4e62a10b2ae1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:50.423065 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90178688-8eab-4d11-8f72-003e09ce4d2b req-c148ff44-bc97-4f7a-adf9-4e62a10b2ae1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 944 time: 0.0923452
Apr 08 14:35:50.454717 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90178688-8eab-4d11-8f72-003e09ce4d2b req-4126935c-ae82-46d3-ac4b-50fb378eecce tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250380
Apr 08 14:35:51.007571 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65348f93-d0af-4d64-b7ea-6b4c9435ebfb req-8d125f64-0396-4415-b8e3-b36671168ef7 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:51.009211 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-65348f93-d0af-4d64-b7ea-6b4c9435ebfb req-8d125f64-0396-4415-b8e3-b36671168ef7 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.0891252
Apr 08 14:35:51.040326 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-65348f93-d0af-4d64-b7ea-6b4c9435ebfb req-e3714b33-d063-47a7-bf42-6803df7ce3a5 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0241308
Apr 08 14:35:51.089049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c61e1-442c-4ce7-86d6-696bb5a52e2b req-7dc0c4ea-bc21-4acb-9432-ac33a4b1cd93 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:51.090623 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6c4c61e1-442c-4ce7-86d6-696bb5a52e2b req-7dc0c4ea-bc21-4acb-9432-ac33a4b1cd93 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 945 time: 0.0899074
Apr 08 14:35:51.123183 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6c4c61e1-442c-4ce7-86d6-696bb5a52e2b req-f82bc7ab-2949-494a-b612-5741c7304370 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250916
Apr 08 14:35:51.498496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-948a595f-dbaf-4afc-88df-f6326d0e5e8c tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:51.500130 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-948a595f-dbaf-4afc-88df-f6326d0e5e8c tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.70 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 945 time: 0.0917642
Apr 08 14:35:51.603517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Deleting port badc7b2d-cb3e-4b4c-abec-86a7774a729f {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:35:51.603889 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:51.664069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67c6a1-c51b-47f2-bf13-596f5d73fe64 req-ba3836f2-3f16-4c00-bae5-0be61eb1219e tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:51.665796 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9e67c6a1-c51b-47f2-bf13-596f5d73fe64 req-ba3836f2-3f16-4c00-bae5-0be61eb1219e tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 944 time: 0.0958874
Apr 08 14:35:51.696904 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9e67c6a1-c51b-47f2-bf13-596f5d73fe64 req-382b71b1-f381-4374-9c7b-df5ddda5d93b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247519
Apr 08 14:35:51.881008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] For port badc7b2d-cb3e-4b4c-abec-86a7774a729f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=badc7b2d-cb3e-4b4c-abec-86a7774a729f,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:51.881455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:52.016196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Calling delete_port for badc7b2d-cb3e-4b4c-abec-86a7774a729f owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:35:52.265627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd49c0-d5ab-437a-98b9-b17c37ac3360 req-219cbb46-dc78-4ce0-bace-e6fd885f8760 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:52.267453 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-31cd49c0-d5ab-437a-98b9-b17c37ac3360 req-219cbb46-dc78-4ce0-bace-e6fd885f8760 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 867 time: 0.1035192
Apr 08 14:35:52.268355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:52.286220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['badc7b2d-cb3e-4b4c-abec-86a7774a729f'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:35:52.303806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:52.350581 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b804e-0a07-4924-b9b0-f2461913374c req-8285ee9e-5f80-4d29-90cd-e39cf7050dc9 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:52.352259 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6c3b804e-0a07-4924-b9b0-f2461913374c req-8285ee9e-5f80-4d29-90cd-e39cf7050dc9 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 945 time: 0.1137335
Apr 08 14:35:52.376294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Pushing event deleted for resources: {'Port': ['ID=badc7b2d-cb3e-4b4c-abec-86a7774a729f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:52.384291 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6c3b804e-0a07-4924-b9b0-f2461913374c req-47a9ecb0-1545-4bf2-8e60-67df68aa4727 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249238
Apr 08 14:35:52.432764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:52.439765 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-31cd49c0-d5ab-437a-98b9-b17c37ac3360 req-4d12bff5-41d6-47f3-a8ca-4d8ea4d9ea0d tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e147542-cf4b-4e71-bc35-f4afcc53514e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538241
Apr 08 14:35:52.576398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] No DVR routers for this DVR port badc7b2d-cb3e-4b4c-abec-86a7774a729f on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:35:52.579351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:52.582243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'name': 'network-vif-deleted', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:52.585022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa8ba8-5938-4e30-9e50-da28ab931b86 req-e4b4f62d-7213-40d7-a330-979f0fd640dc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:52.586698 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-54aa8ba8-5938-4e30-9e50-da28ab931b86 req-e4b4f62d-7213-40d7-a330-979f0fd640dc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 945 time: 0.0919650
Apr 08 14:35:52.600545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35776) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:52.607940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Request body: {'floatingip': {'port_id': 'c799cc6c-2337-493c-bb7c-20168db5c0f2'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:35:52.916022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac933d96-15c1-4026-b71e-8ccc0793090e req-e4e0dd71-64d2-4d45-9a39-cbfc57d54880 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:52.917263 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da5699b-8d25-4df3-991e-a86bd3f0da07', 'name': 'network-vif-deleted', 'tag': 'badc7b2d-cb3e-4b4c-abec-86a7774a729f', 'status': 'completed', 'code': 200}
Apr 08 14:35:52.917866 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ac933d96-15c1-4026-b71e-8ccc0793090e req-e4e0dd71-64d2-4d45-9a39-cbfc57d54880 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 944 time: 0.0968509
Apr 08 14:35:52.928053 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9f8df77c-2193-4d76-a30e-138f5acc32e2 req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.70 "DELETE /v2.0/ports/badc7b2d-cb3e-4b4c-abec-86a7774a729f HTTP/1.1" status: 204  len: 173 time: 1.4102566
Apr 08 14:35:52.941375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:52.957876 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ac933d96-15c1-4026-b71e-8ccc0793090e req-95ae03d9-7f07-4b7c-9803-9777ae8d26d7 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279937
Apr 08 14:35:53.165434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device d57c2bdb-28af-4a43-905f-e9be635c0621 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:35:53.276446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port d57c2bdb-28af-4a43-905f-e9be635c0621 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:35:53.282136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port d57c2bdb-28af-4a43-905f-e9be635c0621 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:35:53.284671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:53.423129 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:53.436004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6261531-f49c-4850-93d0-6ab33e4e9f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c2bdb-28af-4a43-905f-e9be635c0621'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:53.446792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port d57c2bdb-28af-4a43-905f-e9be635c0621, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d57c2bdb-28af-4a43-905f-e9be635c0621,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:53.483079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:53.486991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:53.536294 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6261531-f49c-4850-93d0-6ab33e4e9f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c2bdb-28af-4a43-905f-e9be635c0621', 'code': 200}
Apr 08 14:35:53.583211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=d57c2bdb-28af-4a43-905f-e9be635c0621,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:53.588745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:53.637432 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-481ce322-69ca-4b79-89ef-a140795d9f17 req-0c615df3-6e82-4d99-87d0-911d89b00e47 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da5699b-8d25-4df3-991e-a86bd3f0da07 HTTP/1.1" status: 200  len: 210 time: 0.0531266
Apr 08 14:35:53.642112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:53.676320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:53.926390 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Floating IP b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4 associated. External IP: 172.27.1.52, port: c799cc6c-2337-493c-bb7c-20168db5c0f2.
Apr 08 14:35:54.078958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29eae-7fa4-483b-9337-bf9161ed7ba5 req-ef35384c-dfe7-45a2-bc88-f01d7dcf237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:54.080393 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bfc29eae-7fa4-483b-9337-bf9161ed7ba5 req-ef35384c-dfe7-45a2-bc88-f01d7dcf237b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 1098 time: 0.2617762
Apr 08 14:35:54.183557 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bfc29eae-7fa4-483b-9337-bf9161ed7ba5 req-b214c8e2-f2f8-4b33-b813-219fcd9e391a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502822
Apr 08 14:35:54.352313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c26ed-3353-49ac-8a5a-e25c09fa7590 req-9075fda8-1902-49f1-9673-2742d63900f8 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:54.353889 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-946c26ed-3353-49ac-8a5a-e25c09fa7590 req-9075fda8-1902-49f1-9673-2742d63900f8 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 945 time: 0.2668474
Apr 08 14:35:54.403966 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-946c26ed-3353-49ac-8a5a-e25c09fa7590 req-26db0fe2-8cad-4fc8-8cf4-b213e7eb10d5 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364332
Apr 08 14:35:54.442683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Router 0324222e-86e8-4b8f-96d8-daa5bdf6575b has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:35:54.645056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:35:54.650145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:54.655335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] Sync routers for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:35:54.666092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:54.666823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30da27ba8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:54.715984 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-dde87705-3400-46da-a554-086c974169e1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "PUT /v2.0/floatingips/b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4 HTTP/1.1" status: 200  len: 990 time: 2.1106460
Apr 08 14:35:54.866001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:54.922141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894c387d-0be0-4978-94be-e345ca6f34ea', 'tag': 'c799cc6c-2337-493c-bb7c-20168db5c0f2'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:35:54.980217 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894c387d-0be0-4978-94be-e345ca6f34ea', 'tag': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'status': 'completed', 'code': 200}
Apr 08 14:35:55.097910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-b09e52ef-0204-44e3-b06b-efac507dc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:55.099556 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-b09e52ef-0204-44e3-b06b-efac507dc41f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 1098 time: 0.0802147
Apr 08 14:35:55.316817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device badc7b2d-cb3e-4b4c-abec-86a7774a729f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:35:55.367719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: badc7b2d-cb3e-4b4c-abec-86a7774a729f {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:35:55.368119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device badc7b2d-cb3e-4b4c-abec-86a7774a729f not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:35:55.478387 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30da27ba8>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'port_id': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'mac_address': 'fa:16:3e:4a:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c387d-0be0-4978-94be-e345ca6f34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:32Z', 'updated_at': '2021-04-08T14:35:53Z', 'revision_number': 1, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:55.484295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] Checking router: 0324222e-86e8-4b8f-96d8-daa5bdf6575b for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:35:55.496282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:55.497529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30da27ba8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:55.523605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-eb3f71e6-80d9-4b8d-84f8-fadecd814cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:55.523605 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-eb3f71e6-80d9-4b8d-84f8-fadecd814cb0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 200  len: 911 time: 0.3798676
Apr 08 14:35:55.695326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:55.700186 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-25dad92b-42ad-47b9-9c08-d092a4a69a70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c799cc6c-2337-493c-bb7c-20168db5c0f2 HTTP/1.1" status: 200  len: 998 time: 0.1342278
Apr 08 14:35:55.718347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a3e4e-89b7-4afc-a753-f6656768cd9c req-11bb7f4a-b655-415d-86f7-72a7715c7aac tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:55.722113 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-700a3e4e-89b7-4afc-a753-f6656768cd9c req-11bb7f4a-b655-415d-86f7-72a7715c7aac tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 945 time: 0.1908405
Apr 08 14:35:55.812726 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-700a3e4e-89b7-4afc-a753-f6656768cd9c req-0e8c4a51-782e-4372-be87-527cc249f7a6 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428126
Apr 08 14:35:55.818404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-a1f5c634-6a64-461d-88d6-94b989b0239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:55.820109 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-a1f5c634-6a64-461d-88d6-94b989b0239b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 200  len: 849 time: 0.0960531
Apr 08 14:35:55.949801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-302127c0-af5b-4cad-8d12-af6d74d37b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:55.951829 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-302127c0-af5b-4cad-8d12-af6d74d37b04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1073771
Apr 08 14:35:56.095906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30da27ba8>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'port_id': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'mac_address': 'fa:16:3e:4a:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c387d-0be0-4978-94be-e345ca6f34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:32Z', 'updated_at': '2021-04-08T14:35:53Z', 'revision_number': 1, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:56.100771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fae8a-c949-4859-8d3b-cd2041911988 None None] The sync data for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi is: [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'port_id': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'mac_address': 'fa:16:3e:4a:a1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894c387d-0be0-4978-94be-e345ca6f34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:35:32Z', 'updated_at': '2021-04-08T14:35:53Z', 'revision_number': 1, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:35:56.138670 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-5b3c8583-d9a7-4e27-a5e2-3dd6c92fd346 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674542
Apr 08 14:35:56.181089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35838) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:56.428921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaeaf3a-4256-45f5-b188-c3eb8a56d365 None None] New status for floating IP b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4: ACTIVE {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:35:56.499341 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-403f1fea-b9be-46ce-b4a7-7759f5773ca5 req-e63df48a-5a7e-42a4-aadd-5cc631f88666 service neutron] 10.222.0.70 "GET /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2572827
Apr 08 14:35:56.904988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:57.219646 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96c747-a408-4462-9002-1d698cb64a60 req-28590d25-68e3-4176-9c6f-d933148c75de tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:35:57.221316 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ae96c747-a408-4462-9002-1d698cb64a60 req-28590d25-68e3-4176-9c6f-d933148c75de tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 945 time: 0.2589488
Apr 08 14:35:57.299587 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ae96c747-a408-4462-9002-1d698cb64a60 req-4d43820a-a02d-475f-a823-80a0f8830bec tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690904
Apr 08 14:35:57.394433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Deleting port 04dbc42b-3175-4f13-b64e-b0c92c01a60a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:35:57.394827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:57.601699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] For port 04dbc42b-3175-4f13-b64e-b0c92c01a60a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=04dbc42b-3175-4f13-b64e-b0c92c01a60a,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:35:57.602122 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:57.740895 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Calling delete_port for 04dbc42b-3175-4f13-b64e-b0c92c01a60a owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:35:57.950366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:35:58.123126 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:58.149492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-99f691bb-4b21-42de-9fb3-8b043049bce3 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:35:58.212472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=04dbc42b-3175-4f13-b64e-b0c92c01a60a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:35:58.265949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:35:58.928858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:35:59.495056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Router 5dc16b8f-fb19-4339-b90c-519e05683124 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:35:59.703697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:35:59.713489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] Sync routers for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:35:59.719062 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] 10.222.0.62 "PUT /v2.0/routers/5dc16b8f-fb19-4339-b90c-519e05683124/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5358922
Apr 08 14:35:59.721232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35872) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:35:59.724215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:35:59.725670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d859668>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:35:59.928316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:35:59.929220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:00.124770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:00.179303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Deleting port ab04fd51-b0cd-4860-bbad-dc030ac52a4b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:00.179800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:00.248751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d859668>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:35:58Z', 'revision_number': 5, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port': {'id': 'ab04fd51-b0cd-4860-bbad-dc030ac52a4b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:04Z', 'updated_at': '2021-04-08T14:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:00.253399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] Checking router: 5dc16b8f-fb19-4339-b90c-519e05683124 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:36:00.264609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] Routers {'5dc16b8f-fb19-4339-b90c-519e05683124'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:36:00.265344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d859668>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['5dc16b8f-fb19-4339-b90c-519e05683124'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:00.389138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] For port ab04fd51-b0cd-4860-bbad-dc030ac52a4b, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ab04fd51-b0cd-4860-bbad-dc030ac52a4b,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:00.389567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:00.432077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] Set router 5dc16b8f-fb19-4339-b90c-519e05683124 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:36:00.524153 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Calling delete_port for ab04fd51-b0cd-4860-bbad-dc030ac52a4b owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:00.545721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d859668>, [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:36:00Z', 'revision_number': 6, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port_host': None}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:00.550035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ed83e-f749-422f-9c53-b5d1186abf9f None None] The sync data for ids ['5dc16b8f-fb19-4339-b90c-519e05683124'] in dv-cinder-784623-3-iscsi is: [{'id': '5dc16b8f-fb19-4339-b90c-519e05683124', 'name': 'tempest-TestMinimumBasicScenario-1023974308-router', 'tenant_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:03Z', 'updated_at': '2021-04-08T14:36:00Z', 'revision_number': 6, 'project_id': '7bcaf3f9f5db4e729a39ad3e9c368dba', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:36:00.648255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 04dbc42b-3175-4f13-b64e-b0c92c01a60a no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:00.690898 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 04dbc42b-3175-4f13-b64e-b0c92c01a60a {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:36:00.694569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 04dbc42b-3175-4f13-b64e-b0c92c01a60a not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:36:00.811567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:00.831659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:00.893262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab04fd51-b0cd-4860-bbad-dc030ac52a4b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:00.897249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:01.105150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:01.519995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:01.522389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:01.699241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:01.699835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc16b8f-fb19-4339-b90c-519e05683124 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:36:01.713950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:01.715302 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5dc16b8f-fb19-4339-b90c-519e05683124 HTTP/1.1" status: 204  len: 168 time: 1.9927936
Apr 08 14:36:01.718065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35880) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:01.790060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] Deleting subnet 79c4fc65-164e-4238-bc05-672bcfebe362 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:36:01.794267 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:01.846858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3939248'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:01.975246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:02.273949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2380390'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:02.290294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6e9c9a78-d447-479b-a449-a44077d6b9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:02.335677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c4fc65-164e-4238-bc05-672bcfebe362,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:02.340036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:02.424784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:02.430842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a9cc55-1328-4489-93fd-3f7b947bf895 None None] Network 077780ea-851f-45e2-9eeb-17d0c940b922 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:36:02.431183 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-110d157d-5a1c-445c-9224-e06f401e8dde admin admin] 10.222.0.62 "DELETE /v2.0/subnets/79c4fc65-164e-4238-bc05-672bcfebe362 HTTP/1.1" status: 204  len: 168 time: 0.7121501
Apr 08 14:36:02.433854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35888) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:02.552356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:02.621300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Deleting port f46b9762-047a-44c6-a6bc-d6c1fc859728 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:02.621582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:02.671116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ab04fd51-b0cd-4860-bbad-dc030ac52a4b no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:02.715790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: ab04fd51-b0cd-4860-bbad-dc030ac52a4b {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:36:02.716333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ab04fd51-b0cd-4860-bbad-dc030ac52a4b not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:36:02.730658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] DHCP port deletion for 077780ea-851f-45e2-9eeb-17d0c940b922 request from dv-cinder-784623-3-iscsi {{(pid=84462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 14:36:02.730658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] Deleting port f46b9762-047a-44c6-a6bc-d6c1fc859728 {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:02.730658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:02.880011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] For port f46b9762-047a-44c6-a6bc-d6c1fc859728, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f46b9762-047a-44c6-a6bc-d6c1fc859728,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:02.880427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:03.026658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Calling delete_port for f46b9762-047a-44c6-a6bc-d6c1fc859728 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:03.154218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] For port f46b9762-047a-44c6-a6bc-d6c1fc859728, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f46b9762-047a-44c6-a6bc-d6c1fc859728,segment=NetworkSegment(7a584a9a-339b-4944-af36-e0d0b05d326d),segment_id=7a584a9a-339b-4944-af36-e0d0b05d326d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:03.154689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:03.163165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:03.189699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-89e48058-f469-4ea1-bbdb-433077a32c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:03.253207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f46b9762-047a-44c6-a6bc-d6c1fc859728,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:03.306831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] Calling delete_port for f46b9762-047a-44c6-a6bc-d6c1fc859728 owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:03.319292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.319769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.320181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.320593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.320997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.321440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.321847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.322247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.322650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.323810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.324206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.324603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:03.330257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:03.361852 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] No DVR routers for this DVR port f46b9762-047a-44c6-a6bc-d6c1fc859728 on host dv-cinder-784623-3-iscsi {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:36:03.458645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84462) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:36:03.458957 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:36:03.489588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:03.607909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30c8e08d0>,) {'filters': {'network_id': ['077780ea-851f-45e2-9eeb-17d0c940b922']}} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:03.621834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30c8e08d0>, '7a584a9a-339b-4944-af36-e0d0b05d326d') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:03.622182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30c8e08d0>, '7a584a9a-339b-4944-af36-e0d0b05d326d') {} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:03.634846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850836600'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:03.651018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:03.660073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:36:03.849371 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Network 077780ea-851f-45e2-9eeb-17d0c940b922 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:36:03.859019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159265'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:03.960067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] Deleting port f46b9762-047a-44c6-a6bc-d6c1fc859728 {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:03.960486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:04.042727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f2e10394-0124-4505-8977-ee76884770a2 None None] The port 'f46b9762-047a-44c6-a6bc-d6c1fc859728' was deleted {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 14:36:04.045033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Network 077780ea-851f-45e2-9eeb-17d0c940b922 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:36:04.070699 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:36:04.184680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:04.188718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7e3370a7-1309-4cf9-87ec-9eaf1a2b164b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:04.205379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:04.212201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=077780ea-851f-45e2-9eeb-17d0c940b922,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:04.216978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:04.255588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/077780ea-851f-45e2-9eeb-17d0c940b922 HTTP/1.1" status: 204  len: 168 time: 1.8203700
Apr 08 14:36:04.259244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35900) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:04.669871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f46b9762-047a-44c6-a6bc-d6c1fc859728 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:04.706386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: f46b9762-047a-44c6-a6bc-d6c1fc859728 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:36:04.706709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f46b9762-047a-44c6-a6bc-d6c1fc859728 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:36:04.924310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:05.102450 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:05.477267 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Deleting port cacaebaf-e654-4e4a-88e2-3ab91dd38a45 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:05.477656 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:05.672692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] For port cacaebaf-e654-4e4a-88e2-3ab91dd38a45, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,segment=NetworkSegment(40fb7b22-469d-474d-be50-85e09ce24337),segment_id=40fb7b22-469d-474d-be50-85e09ce24337)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:05.673090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:05.803549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Calling delete_port for cacaebaf-e654-4e4a-88e2-3ab91dd38a45 owned by network:router_interface {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:06.090367 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:06.106141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b1159425-e7a9-40c3-9097-3478ab5a16ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:06.164775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Pushing event deleted for resources: {'Port': ['ID=cacaebaf-e654-4e4a-88e2-3ab91dd38a45,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:06.211576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:06.546669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:07.059446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:36:07.242014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:36:07.251684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] Sync routers for ids ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:36:07.251822 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] 10.222.0.62 "PUT /v2.0/routers/2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9914196
Apr 08 14:36:07.255121 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35916) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:07.263579 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] Routers {'2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:36:07.264517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d27ed30>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:07.457498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] Set router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:36:07.703053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:07.796794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d27ed30>, [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:36:06Z', 'revision_number': 5, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:07.801222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] Checking router: 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:36:07.810851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] Routers {'2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:36:07.811535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d27ed30>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:35:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:07.899255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:07.938959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Deleting port 0f675e69-a858-4fb8-995d-3d66e8061ce0 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:07.939354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:08.015674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] Set router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:36:08.131068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] For port 0f675e69-a858-4fb8-995d-3d66e8061ce0, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=0f675e69-a858-4fb8-995d-3d66e8061ce0,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:08.131469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:08.267059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Calling delete_port for 0f675e69-a858-4fb8-995d-3d66e8061ce0 owned by network:router_gateway {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:08.489019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d27ed30>, [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:36:06Z', 'revision_number': 5, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:08.493500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb059e8-edc0-436a-b525-da76c5d9b046 None None] The sync data for ids ['2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf'] in dv-cinder-784623-3-iscsi is: [{'id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'name': 'tempest-TestMinimumBasicScenario-864407021-router', 'tenant_id': '3387f7c044bf453da1e323ae98ef79ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:32:18Z', 'updated_at': '2021-04-08T14:36:06Z', 'revision_number': 5, 'project_id': '3387f7c044bf453da1e323ae98ef79ed', 'gw_port': {'id': '0f675e69-a858-4fb8-995d-3d66e8061ce0', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:32:19Z', 'updated_at': '2021-04-08T14:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:36:08.499876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:08.520803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c2dd1983-f906-4510-924b-1477d066fea5 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:08.582269 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f675e69-a858-4fb8-995d-3d66e8061ce0,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:08.584936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:08.690101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device cacaebaf-e654-4e4a-88e2-3ab91dd38a45 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:08.735361 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: cacaebaf-e654-4e4a-88e2-3ab91dd38a45 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:36:08.735746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device cacaebaf-e654-4e4a-88e2-3ab91dd38a45 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:36:08.804783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:08.998352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.000883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.327272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.327823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf {{(pid=84461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:36:09.342274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.343586 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2f8fa6ae-ceee-4f61-b3a4-600fb18bb3cf HTTP/1.1" status: 204  len: 168 time: 2.0870259
Apr 08 14:36:09.346267 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35940) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:09.425234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] Deleting subnet 6e90ba50-4df9-42af-8c9d-ab563c0940f7 {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:36:09.428928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.488251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3161120'] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.642292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.768031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-db65d725-9eb2-4664-8869-72c7d72a8155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.967734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853932718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-869736'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:09.985613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:10.033426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e90ba50-4df9-42af-8c9d-ab563c0940f7,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:10.037459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:10.126282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:10.131688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86669d0d-5dd7-4fc7-8182-537f775104b6 None None] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:36:10.134913 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-66b62623-56b2-453c-a5f1-628b11c846bd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6e90ba50-4df9-42af-8c9d-ab563c0940f7 HTTP/1.1" status: 204  len: 168 time: 0.7853060
Apr 08 14:36:10.135542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 35950) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:10.258010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:10.332183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Deleting port 2aca2b25-878d-4c5b-a786-8292134e2bed {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:10.332778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:10.409511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] DHCP port deletion for 208b619f-dcba-49b0-8671-6b73d6e927c8 request from dv-cinder-784623-3-iscsi {{(pid=84462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 14:36:10.414313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Deleting port 2aca2b25-878d-4c5b-a786-8292134e2bed {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:10.414753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:10.565072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] For port 2aca2b25-878d-4c5b-a786-8292134e2bed, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2aca2b25-878d-4c5b-a786-8292134e2bed,segment=NetworkSegment(40fb7b22-469d-474d-be50-85e09ce24337),segment_id=40fb7b22-469d-474d-be50-85e09ce24337)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:10.566583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:10.649410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] For port 2aca2b25-878d-4c5b-a786-8292134e2bed, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2aca2b25-878d-4c5b-a786-8292134e2bed,segment=NetworkSegment(40fb7b22-469d-474d-be50-85e09ce24337),segment_id=40fb7b22-469d-474d-be50-85e09ce24337)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:10.650073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:10.720036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 0f675e69-a858-4fb8-995d-3d66e8061ce0 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:10.833014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Calling delete_port for 2aca2b25-878d-4c5b-a786-8292134e2bed owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:10.863174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 0f675e69-a858-4fb8-995d-3d66e8061ce0 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:36:10.863572 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 0f675e69-a858-4fb8-995d-3d66e8061ce0 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:36:10.864050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2aca2b25-878d-4c5b-a786-8292134e2bed no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:10.938805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Calling delete_port for 2aca2b25-878d-4c5b-a786-8292134e2bed owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:11.018292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84460) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:36:11.023397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:36:11.037409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:11.087825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286'] for port, after_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:11.103592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:11.161996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Pushing event deleted for resources: {'Port': ['ID=2aca2b25-878d-4c5b-a786-8292134e2bed,revision_number=None']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:11.219950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.220255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.220638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.221027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.221430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.221873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.222244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.222607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.222982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.223341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.223703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.224064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:36:11.229559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:11.258453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] No DVR routers for this DVR port 2aca2b25-878d-4c5b-a786-8292134e2bed on host dv-cinder-784623-3-iscsi {{(pid=84462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:36:11.520006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Deleting port 2aca2b25-878d-4c5b-a786-8292134e2bed {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:11.520548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:11.593927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] The port '2aca2b25-878d-4c5b-a786-8292134e2bed' was deleted {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 14:36:11.718219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:11.830973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30d81ae48>,) {'filters': {'network_id': ['208b619f-dcba-49b0-8671-6b73d6e927c8']}} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:11.843693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30d81ae48>, '40fb7b22-469d-474d-be50-85e09ce24337') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:11.844038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30d81ae48>, '40fb7b22-469d-474d-be50-85e09ce24337') {} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:11.856094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850836600'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:11.870985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:11.877141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:36:12.052027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:36:12.061844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159265'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:12.288832 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Network 208b619f-dcba-49b0-8671-6b73d6e927c8 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:36:12.313855 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:36:12.321335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8445-1b0d-49f3-a4a7-2f391490380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:12.493924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa94e4-5845-4607-8894-076ca48959ed req-a3c4b7b3-f9b9-41fc-9541-d20c048f5f39 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:12.496183 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-a3c4b7b3-f9b9-41fc-9541-d20c048f5f39 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 814 time: 0.2669535
Apr 08 14:36:12.496972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:12.500902 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d5ed7300-3f68-4c6a-a552-8a3472127b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:12.514578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:12.534264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=208b619f-dcba-49b0-8671-6b73d6e927c8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:12.537391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:12.538823 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-7497f7fe-8e25-40c5-aed3-15f88e63e445 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/quotas/8e903b98df384863bdeaeba37dad9520 HTTP/1.1" status: 200  len: 375 time: 0.0215864
Apr 08 14:36:12.544216 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5f26531b-d2e8-478d-a829-cc6da6982fc1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/208b619f-dcba-49b0-8671-6b73d6e927c8 HTTP/1.1" status: 204  len: 168 time: 2.4029458
Apr 08 14:36:12.627541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:12.636810 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-66702fdf-2da2-4892-a558-3ae058db2623 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0897686
Apr 08 14:36:12.769231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35980) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:12.805944 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ba82e631-8a44-4f5f-aade-35beae766caa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7bcaf3f9f5db4e729a39ad3e9c368dba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0353644
Apr 08 14:36:12.808542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 35984) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:12.828694 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-5e8b061e-d387-43a1-8583-45264da48cb4 service neutron] 10.222.0.62 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843255
Apr 08 14:36:12.871083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4daa51a7-879f-4d4d-a5f1-3a7c0f504f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:12.898652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4daa51a7-879f-4d4d-a5f1-3a7c0f504f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:12.972831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4daa51a7-879f-4d4d-a5f1-3a7c0f504f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:12.975883 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-b183b8d5-eecf-4315-8d49-0995f1346234 service neutron] 10.222.0.62 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401155
Apr 08 14:36:12.977952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-700ff9a8-a0ed-4b54-ab95-926377d268e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:12.991627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa51a7-879f-4d4d-a5f1-3a7c0f504f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e147542-cf4b-4e71-bc35-f4afcc53514e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:12.994445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4daa51a7-879f-4d4d-a5f1-3a7c0f504f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:13.043834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4daa51a7-879f-4d4d-a5f1-3a7c0f504f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:13.045081 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4daa51a7-879f-4d4d-a5f1-3a7c0f504f70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e147542-cf4b-4e71-bc35-f4afcc53514e HTTP/1.1" status: 204  len: 168 time: 0.2356021
Apr 08 14:36:13.211297 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ab07402c-6337-4339-9ab4-87fc550b6e34 req-71f4c089-e633-4a87-953e-ac988a13c4b6 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 210 time: 0.0541224
Apr 08 14:36:13.587040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36006) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:13.642828 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b56de3d7-b453-4913-91d7-7fa518990f68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3387f7c044bf453da1e323ae98ef79ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542624
Apr 08 14:36:13.646953 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36010) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:13.717570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fcab51b1-c728-4e08-bb4c-7b44af0716ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:13.744535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:13.747660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fcab51b1-c728-4e08-bb4c-7b44af0716ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:13.898871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fcab51b1-c728-4e08-bb4c-7b44af0716ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:13.904905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2045abec-a8e6-492e-b34c-53b53ff5d8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:13.918035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab51b1-c728-4e08-bb4c-7b44af0716ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664122c9-b881-4879-a977-afcb0bc1a05f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:13.922907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fcab51b1-c728-4e08-bb4c-7b44af0716ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:13.923766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fcab51b1-c728-4e08-bb4c-7b44af0716ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:13.924997 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-fcab51b1-c728-4e08-bb4c-7b44af0716ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/664122c9-b881-4879-a977-afcb0bc1a05f HTTP/1.1" status: 204  len: 168 time: 0.2770045
Apr 08 14:36:14.340425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:14.449960 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-54992b9f-cc67-4a8a-bb9c-a8bc3caae163 req-4bca37cf-821b-4d6c-bc1b-404cf60f16ef tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 210 time: 0.0698731
Apr 08 14:36:15.227670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa94e4-5845-4607-8894-076ca48959ed req-f338b5b5-f88c-4aad-849f-fd285003b6a6 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:15.229272 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-f338b5b5-f88c-4aad-849f-fd285003b6a6 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 814 time: 0.1678493
Apr 08 14:36:15.256787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Request body: {'port': {'device_id': '2e291a8f-24d4-4392-b9ea-65e69b6ce40a', 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'admin_state_up': True, 'tenant_id': '8e903b98df384863bdeaeba37dad9520'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:15.407671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:36:15.417763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:36:15.470254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Made reservation on behalf of 8e903b98df384863bdeaeba37dad9520 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:36:15.476666 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:15.624802 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4a997389-cf44-471f-9a3d-a31c10106a3f req-f7457a2d-2d5f-4aaa-a364-6fabb1634300 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 210 time: 0.0483856
Apr 08 14:36:15.646054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Allocated IP 172.20.0.10 (0c629517-b7f5-4a6f-a510-c3eb895a9875/0c668d50-2016-4048-82b9-09fbd0c32696/3a1e4789-b207-46d6-a599-61c1640e65f5) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:36:15.844831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:15.937598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:15.951724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['609df271-87f3-4e46-a677-3a1e6539a374', 'cffee944-9fa3-4a72-bbc5-90190a02708d', 'd57c2bdb-28af-4a43-905f-e9be635c0621'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:36:15.961786 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:16.108220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Pushing event updated for resources: {'Port': ['ID=3a1e4789-b207-46d6-a599-61c1640e65f5,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:16.114142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:16.163344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:36:16.164886 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:36:16.167768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:36:16.234651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:16.235360 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:16.297053 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0446191
Apr 08 14:36:16.312494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Request body: {'port': {'device_id': '2e291a8f-24d4-4392-b9ea-65e69b6ce40a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:16.435187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:16.840471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688250cb-2bac-484e-b015-08f0b54ed006 req-e5e1f174-8ee0-4f42-b8ed-f3822989cf85 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:16.842149 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-688250cb-2bac-484e-b015-08f0b54ed006 req-e5e1f174-8ee0-4f42-b8ed-f3822989cf85 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 932 time: 0.0920477
Apr 08 14:36:16.852628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1e4789-b207-46d6-a599-61c1640e65f5 {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:36:16.861739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:16.877520 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-688250cb-2bac-484e-b015-08f0b54ed006 req-f5c4788f-55ae-494b-8298-28401b0e04fb tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0289667
Apr 08 14:36:16.877871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Transition to ACTIVE for port object 3a1e4789-b207-46d6-a599-61c1640e65f5 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:36:16.953496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:16.969387 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3acb2477-2515-4a08-aa1a-be616fe42945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:17.116518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Pushing event updated for resources: {'Port': ['ID=3a1e4789-b207-46d6-a599-61c1640e65f5,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:17.120641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:17.173569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5de8e-2183-49a9-b7f0-0d6063bb8341 req-0bbfbbbf-945c-4c00-a2ea-1942ed5d98a8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:17.175218 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-aeb5de8e-2183-49a9-b7f0-0d6063bb8341 req-0bbfbbbf-945c-4c00-a2ea-1942ed5d98a8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 946 time: 0.0902944
Apr 08 14:36:17.207626 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-aeb5de8e-2183-49a9-b7f0-0d6063bb8341 req-2e321d8a-3ddc-4a15-906f-0bb837fa533e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0257125
Apr 08 14:36:17.336812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Attempting to bind port 3a1e4789-b207-46d6-a599-61c1640e65f5 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:36:17.337414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Attempting to bind port 3a1e4789-b207-46d6-a599-61c1640e65f5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:36:17.337604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Attempting to bind port 3a1e4789-b207-46d6-a599-61c1640e65f5 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:36:17.342548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Port 3a1e4789-b207-46d6-a599-61c1640e65f5 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:36:17.342916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Attempting to bind port 3a1e4789-b207-46d6-a599-61c1640e65f5 on network 0c629517-b7f5-4a6f-a510-c3eb895a9875 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:36:17.348405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:36:17.348783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Checking segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:36:17.349237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Bound using segment: {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:36:17.349716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Bound port: 3a1e4789-b207-46d6-a599-61c1640e65f5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be32915-3a26-4bad-9588-b5a07324492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:36:17.350103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:17.425626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] For port 3a1e4789-b207-46d6-a599-61c1640e65f5, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:36:17.428640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] For port 3a1e4789-b207-46d6-a599-61c1640e65f5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a1e4789-b207-46d6-a599-61c1640e65f5,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:36:17.467351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:17.482818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d21f792f-b49f-49d2-9a9f-b4de240c515a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:17.631399 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Pushing event updated for resources: {'Port': ['ID=3a1e4789-b207-46d6-a599-61c1640e65f5,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:17.636700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:17.673041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:17.673203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:17.674664 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] 10.222.0.70 "PUT /v2.0/ports/3a1e4789-b207-46d6-a599-61c1640e65f5 HTTP/1.1" status: 200  len: 1094 time: 1.3676379
Apr 08 14:36:17.675181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e291a8f-24d4-4392-b9ea-65e69b6ce40a', 'tag': '3a1e4789-b207-46d6-a599-61c1640e65f5'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:17.842659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa94e4-5845-4607-8894-076ca48959ed req-99814236-2e4d-4195-b468-8ad11099655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:17.844275 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-99814236-2e4d-4195-b468-8ad11099655a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 1097 time: 0.0786037
Apr 08 14:36:17.923729 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-7e33fca8-cccd-49f8-8d42-65f830974342 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1e4789-b207-46d6-a599-61c1640e65f5 HTTP/1.1" status: 200  len: 217 time: 0.0707963
Apr 08 14:36:17.925503 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e291a8f-24d4-4392-b9ea-65e69b6ce40a', 'tag': '3a1e4789-b207-46d6-a599-61c1640e65f5', 'status': 'completed', 'code': 200}
Apr 08 14:36:18.000783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa94e4-5845-4607-8894-076ca48959ed req-0394568e-a368-4a03-9afe-c4577f724e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:18.002313 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-0394568e-a368-4a03-9afe-c4577f724e3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c668d50-2016-4048-82b9-09fbd0c32696 HTTP/1.1" status: 200  len: 854 time: 0.0640094
Apr 08 14:36:18.058165 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-8ceee41b-a9b9-4734-b48d-9f23e94a8c98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c629517-b7f5-4a6f-a510-c3eb895a9875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458856
Apr 08 14:36:18.079022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08f47-8e16-4470-9244-d1b45d4ace19 req-48e67471-29e2-4479-a710-45e85e545b3c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:18.080629 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f9a08f47-8e16-4470-9244-d1b45d4ace19 req-48e67471-29e2-4479-a710-45e85e545b3c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 944 time: 0.0883739
Apr 08 14:36:18.115941 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f9a08f47-8e16-4470-9244-d1b45d4ace19 req-012904e1-6aa6-42c6-9ef5-2341c02f1837 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284688
Apr 08 14:36:18.204521 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-7af4f7e5-3529-4878-bd0b-e4921d45dbf8 service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353974
Apr 08 14:36:18.365238 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-16fa94e4-5845-4607-8894-076ca48959ed req-9ca410ae-0dc1-4370-827b-2ff456fa6157 service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448045
Apr 08 14:36:18.438823 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b12bbb-9429-4823-a93f-00f9ecec82bc req-007c588a-4209-467c-b8fc-bcd74ca16bcd tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:18.440483 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-34b12bbb-9429-4823-a93f-00f9ecec82bc req-007c588a-4209-467c-b8fc-bcd74ca16bcd tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 946 time: 0.0941224
Apr 08 14:36:18.470907 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-34b12bbb-9429-4823-a93f-00f9ecec82bc req-20163d5f-3139-45d5-a36f-b0aefbb5a901 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241303
Apr 08 14:36:18.778697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-aa10a027-baec-44be-bba1-2cd76cea2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:18.780316 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-aa10a027-baec-44be-bba1-2cd76cea2b91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 1097 time: 0.3093829
Apr 08 14:36:18.922310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-f01747c3-37fd-4591-b763-849f49815ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:18.923800 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-f01747c3-37fd-4591-b763-849f49815ea8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 915 time: 0.1344016
Apr 08 14:36:19.007702 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-046c6fd0-e39c-4709-970f-543e6ad9946c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a1e4789-b207-46d6-a599-61c1640e65f5 HTTP/1.1" status: 200  len: 217 time: 0.0679662
Apr 08 14:36:19.094046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-a9635038-ec2f-4d74-808e-8ab6a9f98129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:19.095624 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-a9635038-ec2f-4d74-808e-8ab6a9f98129 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c668d50-2016-4048-82b9-09fbd0c32696 HTTP/1.1" status: 200  len: 854 time: 0.0629849
Apr 08 14:36:19.153904 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-b063939a-3b7d-4ffb-a65a-d87eca66f441 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c629517-b7f5-4a6f-a510-c3eb895a9875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453286
Apr 08 14:36:19.369708 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-0cd71257-6bdb-4d5d-a789-ec4d611b9a3d service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2018313
Apr 08 14:36:19.388172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5024a-8196-4328-ac0f-83289a4e3bc4 req-d77741b1-6f3f-4707-8b3d-fc86e9980847 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:19.389089 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-67f5024a-8196-4328-ac0f-83289a4e3bc4 req-d77741b1-6f3f-4707-8b3d-fc86e9980847 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:36:19.532568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-67f5024a-8196-4328-ac0f-83289a4e3bc4 req-d77741b1-6f3f-4707-8b3d-fc86e9980847 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:36:19.533896 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67f5024a-8196-4328-ac0f-83289a4e3bc4 req-d77741b1-6f3f-4707-8b3d-fc86e9980847 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 944 time: 0.2783127
Apr 08 14:36:19.539470 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e5f541a9-e874-48be-b927-0cd6439317a1 req-dd7be83d-3e26-4dcb-b7fd-fa90ee95f5ba service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473830
Apr 08 14:36:19.581885 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67f5024a-8196-4328-ac0f-83289a4e3bc4 req-f318151e-6245-48b8-8335-9e28104501f8 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334456
Apr 08 14:36:19.702555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aa4b0-7b6e-4c89-8447-f4df9fc08b7e req-67deba67-8ed5-4c58-91b6-ee6083c2eb7d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:19.704159 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0b2aa4b0-7b6e-4c89-8447-f4df9fc08b7e req-67deba67-8ed5-4c58-91b6-ee6083c2eb7d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 946 time: 0.0894301
Apr 08 14:36:19.738136 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0b2aa4b0-7b6e-4c89-8447-f4df9fc08b7e req-236d482f-c2e3-4d35-9ec2-eca23407edee tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0276420
Apr 08 14:36:19.943697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-0686e767-0132-46c3-960c-faf0342875cf tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:19.945299 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-0686e767-0132-46c3-960c-faf0342875cf tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 946 time: 0.0906549
Apr 08 14:36:20.030661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Deleting port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:20.031042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:20.296554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] For port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:20.296889 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:20.607231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:20.607776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:20.608617 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Floating IP ff71c473-b9ba-45f0-a9cc-16c1d2bf9872 disassociated. External IP: 172.27.1.165, port: 6e9c1b71-739d-4d6c-b012-ef5645fb4a44.
Apr 08 14:36:20.608617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Calling delete_port for 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:20.787392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05d9e4-e908-4693-b689-d7c1066aa697 req-c18f4ce5-97ad-455b-9ad7-37b721d428a9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:20.789306 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c05d9e4-e908-4693-b689-d7c1066aa697 req-c18f4ce5-97ad-455b-9ad7-37b721d428a9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 944 time: 0.0895357
Apr 08 14:36:20.795446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:20.812152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ac19fc3-efe3-456e-8ec2-a15d7ca9c327 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:20.821968 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c05d9e4-e908-4693-b689-d7c1066aa697 req-151cd4fb-a80a-47ac-b242-3efbeee649a6 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259221
Apr 08 14:36:20.870038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event deleted for resources: {'Port': ['ID=6e9c1b71-739d-4d6c-b012-ef5645fb4a44,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:20.877048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:20.975714 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-df563e36-1b7c-42a2-897d-28fd68ca1eb2 req-176a9303-77bf-4939-a5c2-069a922dec6c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 210 time: 0.1033254
Apr 08 14:36:21.224599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Router d61ad6df-6ea5-4d00-aa50-4dbda44c885f has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:36:21.274214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 3a1e4789-b207-46d6-a599-61c1640e65f5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:36:21.424418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:36:21.425730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 3a1e4789-b207-46d6-a599-61c1640e65f5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a1e4789-b207-46d6-a599-61c1640e65f5,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:21.441188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e86166-0367-4068-8bda-870a0a44865b None None] Sync routers for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:36:21.448032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '3a1e4789-b207-46d6-a599-61c1640e65f5', 'network_id': '0c629517-b7f5-4a6f-a510-c3eb895a9875', 'port_id': '3a1e4789-b207-46d6-a599-61c1640e65f5', 'mac_address': 'fa:16:3e:61:0f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c668d50-2016-4048-82b9-09fbd0c32696', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:36:21.498566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e86166-0367-4068-8bda-870a0a44865b None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:36:21.499352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-04e86166-0367-4068-8bda-870a0a44865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30c88c550>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:36:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:21.508698 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] No DVR routers for this DVR port 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:36:21.511859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:21.516448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-deleted', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:21.562420 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-84330574-8d4f-413e-9a03-c5dac574d6b3 req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "DELETE /v2.0/ports/6e9c1b71-739d-4d6c-b012-ef5645fb4a44 HTTP/1.1" status: 204  len: 173 time: 1.6056156
Apr 08 14:36:21.577220 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad653f26-0124-42c3-885d-a47cfc97076f', 'name': 'network-vif-deleted', 'tag': '6e9c1b71-739d-4d6c-b012-ef5645fb4a44', 'status': 'completed', 'code': 200}
Apr 08 14:36:21.659433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:21.660697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1e4789-b207-46d6-a599-61c1640e65f5 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:36:21.685779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 3a1e4789-b207-46d6-a599-61c1640e65f5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a1e4789-b207-46d6-a599-61c1640e65f5,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:21.721667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-04e86166-0367-4068-8bda-870a0a44865b None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:36:21.769028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:21.777948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:22.037226 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ae8c-b92c-4c89-be1a-ffe06bceb681 req-a0a3fdf3-5857-40e7-98ec-d9bb9788dfe5 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:22.038753 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8282ae8c-b92c-4c89-be1a-ffe06bceb681 req-a0a3fdf3-5857-40e7-98ec-d9bb9788dfe5 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 945 time: 0.0935791
Apr 08 14:36:22.076362 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8282ae8c-b92c-4c89-be1a-ffe06bceb681 req-54eb0990-50b5-4e08-aef7-f547c55fd145 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296535
Apr 08 14:36:22.126731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=3a1e4789-b207-46d6-a599-61c1640e65f5,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:22.132956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:22.183555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-f297a6bb-47ce-4b47-955c-8a570854ed84 req-ccc1cd85-016f-4310-8c82-62f3f9439ac1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:36:22.227146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-f297a6bb-47ce-4b47-955c-8a570854ed84 req-ccc1cd85-016f-4310-8c82-62f3f9439ac1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:36:22.228475 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f297a6bb-47ce-4b47-955c-8a570854ed84 req-ccc1cd85-016f-4310-8c82-62f3f9439ac1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad653f26-0124-42c3-885d-a47cfc97076f HTTP/1.1" status: 200  len: 210 time: 0.1042717
Apr 08 14:36:22.236141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['3a1e4789-b207-46d6-a599-61c1640e65f5'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:36:22.443884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-04e86166-0367-4068-8bda-870a0a44865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30c88c550>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:22.443884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e86166-0367-4068-8bda-870a0a44865b None None] Checking router: d61ad6df-6ea5-4d00-aa50-4dbda44c885f for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:36:22.460514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e86166-0367-4068-8bda-870a0a44865b None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:36:22.461231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-04e86166-0367-4068-8bda-870a0a44865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30c88c550>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:36:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:22.693165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-04e86166-0367-4068-8bda-870a0a44865b None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:36:23.031046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-04e86166-0367-4068-8bda-870a0a44865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30c88c550>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:23.035230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e86166-0367-4068-8bda-870a0a44865b None None] The sync data for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi is: [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:36:23.290261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3aeb9-bccc-456d-ba7e-3cf18525dc3d req-ae5c610e-51df-478d-9f23-8f4e6f9f5780 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:23.293335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:23.312845 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73c3aeb9-bccc-456d-ba7e-3cf18525dc3d req-ae5c610e-51df-478d-9f23-8f4e6f9f5780 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 945 time: 0.1162827
Apr 08 14:36:23.342517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:36:23.342915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 6e9c1b71-739d-4d6c-b012-ef5645fb4a44 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:36:23.345000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73c3aeb9-bccc-456d-ba7e-3cf18525dc3d req-ef111a2a-c9f7-476f-8f28-24b358b171b4 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309875
Apr 08 14:36:23.425997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36098) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:23.472705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34040f4d-ddf6-4d7e-b404-3c689aafb0a5 None None] New status for floating IP ff71c473-b9ba-45f0-a9cc-16c1d2bf9872: DOWN {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:36:23.496201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7319e17-e8c6-401c-8c3e-873d098bff24 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:23.525099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7319e17-e8c6-401c-8c3e-873d098bff24 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:23.667571 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7319e17-e8c6-401c-8c3e-873d098bff24 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:23.672957 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:23.690303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7319e17-e8c6-401c-8c3e-873d098bff24 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc94d86-71e6-4771-99fd-9d2fc9bd66f4,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:23.693678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d7319e17-e8c6-401c-8c3e-873d098bff24 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:23.730326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d7319e17-e8c6-401c-8c3e-873d098bff24 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:23.734013 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d7319e17-e8c6-401c-8c3e-873d098bff24 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "DELETE /v2.0/security-groups/3cc94d86-71e6-4771-99fd-9d2fc9bd66f4 HTTP/1.1" status: 204  len: 168 time: 0.3045039
Apr 08 14:36:23.735372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36102) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:23.754328 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.v2.resource [None req-3e871355-267b-4cf4-bd95-def974539084 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] show failed (client error): The resource could not be found.
Apr 08 14:36:23.755550 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3e871355-267b-4cf4-bd95-def974539084 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups/3cc94d86-71e6-4771-99fd-9d2fc9bd66f4 HTTP/1.1" status: 404  len: 347 time: 0.0190761
Apr 08 14:36:23.758632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36106) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:23.927906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Deleting port 988e6dec-c8aa-46ea-bb78-819782024b8e {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:23.928285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:24.110926 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:24.111478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:24.249284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Calling delete_port for 988e6dec-c8aa-46ea-bb78-819782024b8e owned by network:floatingip {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:24.568351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57987204-f465-4e69-ac77-787bee749dd8 req-459bdf03-98f0-4d22-ab8c-b9fcd9f3fb22 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:24.570124 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-57987204-f465-4e69-ac77-787bee749dd8 req-459bdf03-98f0-4d22-ab8c-b9fcd9f3fb22 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 945 time: 0.0926518
Apr 08 14:36:24.602645 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-57987204-f465-4e69-ac77-787bee749dd8 req-0835ebf6-49b1-4a46-92e9-d85aeedc09c6 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254428
Apr 08 14:36:24.669981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:24.685763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fdef44d1-bab6-4314-8bce-042c4d1fe2de tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:24.746433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event deleted for resources: {'Port': ['ID=988e6dec-c8aa-46ea-bb78-819782024b8e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:24.795436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:24.944253 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.015538 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.016771 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5fbd7077-b7a0-4685-afee-b76bb45b7787 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "DELETE /v2.0/floatingips/ff71c473-b9ba-45f0-a9cc-16c1d2bf9872 HTTP/1.1" status: 204  len: 168 time: 1.2570777
Apr 08 14:36:25.298924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 3a1e4789-b207-46d6-a599-61c1640e65f5 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:36:25.412518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 3a1e4789-b207-46d6-a599-61c1640e65f5 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:36:25.415935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36120) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:25.418711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 3a1e4789-b207-46d6-a599-61c1640e65f5 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:36:25.419260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.422645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376014814', 'description': 'tempest-description--1625474387'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:25.428974 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:36:25.433358 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:security_group and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:36:25.436345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:36:25.444173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:36:25.538777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.543458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:36:25.547489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.547645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:security_group_rule and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:36:25.550654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:36:25.556792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:36:25.558899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e291a8f-24d4-4392-b9ea-65e69b6ce40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1e4789-b207-46d6-a599-61c1640e65f5'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:25.570275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 3a1e4789-b207-46d6-a599-61c1640e65f5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a1e4789-b207-46d6-a599-61c1640e65f5,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:25.606920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.608960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cae19e9f-8ea5-47de-85b2-bc11087855af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:25.641477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.679127 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.688777 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e291a8f-24d4-4392-b9ea-65e69b6ce40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1e4789-b207-46d6-a599-61c1640e65f5', 'code': 200}
Apr 08 14:36:25.689818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=3a1e4789-b207-46d6-a599-61c1640e65f5,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:25.693320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:25.705644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4daa51a7-879f-4d4d-a5f1-3a7c0f504f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:25.796757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f655e15-3999-47bd-b87f-78824da17ba2,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:25.800173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:25.816961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:25.820137 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4006610
Apr 08 14:36:25.821907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36132) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:25.828711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'security_group_rule': {'security_group_id': '2f655e15-3999-47bd-b87f-78824da17ba2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:25.840468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:36:25.842488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d07ce-0382-40ea-86da-c071995163ac req-75070982-093f-40df-af0d-dd4f84653165 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:25.845779 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:security_group_rule and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:36:25.849612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:36:25.850666 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f64d07ce-0382-40ea-86da-c071995163ac req-75070982-093f-40df-af0d-dd4f84653165 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 946 time: 0.1255786
Apr 08 14:36:25.856585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:36:25.875983 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f64d07ce-0382-40ea-86da-c071995163ac req-62363bcd-d948-41a3-b7d0-54b6acfd79f0 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243859
Apr 08 14:36:25.917210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.029806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.053936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf27235-596d-48da-b18c-957fcbc8a7df req-9f4c0c62-a5c7-4734-bef0-0033975b4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:26.055457 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-faf27235-596d-48da-b18c-957fcbc8a7df req-9f4c0c62-a5c7-4734-bef0-0033975b4148 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 1099 time: 0.0920973
Apr 08 14:36:26.079801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.091079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:26.105216 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-faf27235-596d-48da-b18c-957fcbc8a7df req-e202e396-8b6f-4b69-9254-d1daa1640dd7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405691
Apr 08 14:36:26.115580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45429e69-e510-4a97-ac73-fc1d047e6279,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:26.119124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:26.147025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.148361 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3244379
Apr 08 14:36:26.151196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36136) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:26.156701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'security_group_rule': {'security_group_id': '2f655e15-3999-47bd-b87f-78824da17ba2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:26.163032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:36:26.167170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:security_group_rule and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:36:26.170212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:36:26.177283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:36:26.222995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.290594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.319040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349157'] for security_group_rule, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.321279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b9546292-1c60-4f1f-8c23-8b2f06db7822 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:26.345704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf63bac4-298b-4655-b95a-db00a1bc20e3,revision_number=0']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:26.348340 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:26.384037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.386007 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-37413a4d-b95d-4f32-a89d-c417da13bd16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2332292
Apr 08 14:36:26.390624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36142) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:26.396306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:26.402783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:36:26.406836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Usage tracker for resource:floatingip and tenant:93e0e693019741a985d7fcff118e2045 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:36:26.409830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:36:26.415971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:36:26.458807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.599991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:26.976700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Allocated IP 172.27.1.243 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/477ef754-ea9d-4c1d-af18-d013a24a1e81) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:36:27.084771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb46b4-c415-4ec4-879d-9c26c9d31854 req-28b89a08-933c-4aa0-8604-ab4269a995d1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:27.086418 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2eb46b4-c415-4ec4-879d-9c26c9d31854 req-28b89a08-933c-4aa0-8604-ab4269a995d1 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 946 time: 0.0929234
Apr 08 14:36:27.117577 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2eb46b4-c415-4ec4-879d-9c26c9d31854 req-8759a6ef-6d30-474f-ba5f-8062d3effb12 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0240777
Apr 08 14:36:27.132145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:27.187689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:27.203510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02c60b8c-2771-4075-8949-9a44e63ed1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:27.354958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'Port': ['ID=477ef754-ea9d-4c1d-af18-d013a24a1e81,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:27.359407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:27.409843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:36:27.411136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:36:27.413574 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:36:27.505529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:27.611378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:27.896391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:27.932848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:27.949077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:28.098244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'Port': ['ID=477ef754-ea9d-4c1d-af18-d013a24a1e81,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:28.101324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:28.200923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:28.267515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:28.273189 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8772213
Apr 08 14:36:28.327022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4108a5-c3ec-4f0d-9625-3a37a043d873 req-90982712-8043-44e5-a985-151e172bbd5a tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:28.328682 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d4108a5-c3ec-4f0d-9625-3a37a043d873 req-90982712-8043-44e5-a985-151e172bbd5a tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 946 time: 0.0951207
Apr 08 14:36:28.362316 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d4108a5-c3ec-4f0d-9625-3a37a043d873 req-5c92fd0d-4c9c-4e75-8c26-61edbc9b1539 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254159
Apr 08 14:36:28.515248 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-1944e5f9-5825-438e-b693-e2143d3d064b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--376014814&fields=id&tenant_id=93e0e693019741a985d7fcff118e2045 HTTP/1.1" status: 200  len: 267 time: 0.0298538
Apr 08 14:36:28.704650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-ba2888da-ac8b-41fc-a050-499655970bc3 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:28.706289 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-ba2888da-ac8b-41fc-a050-499655970bc3 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 816 time: 0.1820357
Apr 08 14:36:28.723584 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-0b3aad33-c7f2-4465-9de5-acc8e2482729 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/quotas/93e0e693019741a985d7fcff118e2045 HTTP/1.1" status: 200  len: 375 time: 0.0107710
Apr 08 14:36:28.831604 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-24925135-31e0-4e3b-b5e5-9668e5aaf847 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0960550
Apr 08 14:36:28.987613 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-c35c365f-cdf3-49b9-9cb3-fc22510dc0ad service neutron] 10.222.0.62 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424923
Apr 08 14:36:29.137991 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-2c7f3456-3504-4722-9410-81a432de799c service neutron] 10.222.0.62 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436958
Apr 08 14:36:29.367024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-a65dbe99-59ca-4ee9-8954-8848716318e0 req-be320abd-9d12-40a2-8b7a-d5c329a0058d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:36:29.406540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-a65dbe99-59ca-4ee9-8954-8848716318e0 req-be320abd-9d12-40a2-8b7a-d5c329a0058d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:36:29.407816 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a65dbe99-59ca-4ee9-8954-8848716318e0 req-be320abd-9d12-40a2-8b7a-d5c329a0058d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 210 time: 0.0941796
Apr 08 14:36:30.580370 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-69b09012-6784-433b-bb2e-1bebd76154b7 req-1426e359-1a3c-430f-94a7-1f7533b285ca tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 210 time: 0.0504973
Apr 08 14:36:31.237192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-154197ab-215c-4de0-8649-b6f2fa3c1d57 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:31.238866 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-154197ab-215c-4de0-8649-b6f2fa3c1d57 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 816 time: 0.1646786
Apr 08 14:36:31.305152 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-595901fd-58c7-4237-92c1-bbab72f91314 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93e0e693019741a985d7fcff118e2045 HTTP/1.1" status: 200  len: 5708 time: 0.0511713
Apr 08 14:36:31.331657 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'port': {'device_id': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'admin_state_up': True, 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'security_groups': ['2f655e15-3999-47bd-b87f-78824da17ba2']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:31.476982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:36:31.487495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:36:31.566767 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Made reservation on behalf of 93e0e693019741a985d7fcff118e2045 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:36:31.573575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:31.734065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Allocated IP 172.20.0.7 (15f07a12-ac6b-4c4c-9155-38f725b6aee9/f8f01285-7c35-42b4-b2ab-c963766b44bc/b5052692-f2d3-4dfd-8623-23d3a7c88fb3) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:36:31.753835 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-17cdf93e-3b1c-4e7e-80f1-9f9aac821685 req-c377a10b-f25f-4f06-bea7-2fa897ba64e6 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 210 time: 0.0503826
Apr 08 14:36:31.933288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:31.950771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Transition to ACTIVE for port object b5052692-f2d3-4dfd-8623-23d3a7c88fb3 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:36:32.010827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:32.026983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cec3658b-8c61-4853-bef4-62e8c8a45e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:32.176199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:32.183311 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:32.225952 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:36:32.227140 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:36:32.229481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:36:32.299888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:32.301687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:32.350767 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0235434
Apr 08 14:36:32.367684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Request body: {'port': {'device_id': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:32.466949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-06f77f5c-8be1-48fc-bd1b-cf580890e6f9 None None] Provisioning for port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:36:32.472273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-06f77f5c-8be1-48fc-bd1b-cf580890e6f9 None None] Provisioning complete for port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:36:32.472694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-06f77f5c-8be1-48fc-bd1b-cf580890e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:32.496554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:32.529795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-06f77f5c-8be1-48fc-bd1b-cf580890e6f9 None None] Port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:36:32.906162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5052692-f2d3-4dfd-8623-23d3a7c88fb3 {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:36:32.914206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:32.930515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Transition to ACTIVE for port object b5052692-f2d3-4dfd-8623-23d3a7c88fb3 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:36:32.958175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:32.960173 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d4ca-c220-4d40-b6e5-d912c5163a74 req-aafe4c9d-642e-4089-8b01-702e60934261 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:32.961825 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f348d4ca-c220-4d40-b6e5-d912c5163a74 req-aafe4c9d-642e-4089-8b01-702e60934261 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 931 time: 0.0868528
Apr 08 14:36:32.974524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c079f82c-21e1-4c1a-b668-31c7b66fe9f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:32.993103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-f348d4ca-c220-4d40-b6e5-d912c5163a74 req-154b0947-c91a-4878-9326-93f696382806 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:security_group {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:36:33.050263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-f348d4ca-c220-4d40-b6e5-d912c5163a74 req-154b0947-c91a-4878-9326-93f696382806 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:security_group {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:36:33.051812 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f348d4ca-c220-4d40-b6e5-d912c5163a74 req-154b0947-c91a-4878-9326-93f696382806 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830014
Apr 08 14:36:33.305160 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-a5e66efa-6791-470c-a830-4c6abecb02ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0853243
Apr 08 14:36:33.352632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:33.357590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:33.419262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-844ca3ec-c540-469e-be7b-aa1df2b355df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:33.420922 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-844ca3ec-c540-469e-be7b-aa1df2b355df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e903b98df384863bdeaeba37dad9520&device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 1098 time: 0.0802114
Apr 08 14:36:33.578675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Attempting to bind port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:36:33.579062 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Attempting to bind port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:36:33.579436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Attempting to bind port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 on network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:36:33.584438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 on network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:36:33.584802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Attempting to bind port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 on network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:36:33.590670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-49f34236-cc18-4b36-8d2d-3fe97c6eed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:33.590829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:36:33.591214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Checking segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:36:33.591640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Bound using segment: {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:36:33.592147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Bound port: b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:36:33.592281 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-49f34236-cc18-4b36-8d2d-3fe97c6eed97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 200  len: 915 time: 0.1451578
Apr 08 14:36:33.592541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:33.669952 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-a1d28d50-74fc-4d75-8d13-14248bea1802 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=609df271-87f3-4e46-a677-3a1e6539a374 HTTP/1.1" status: 200  len: 217 time: 0.0705116
Apr 08 14:36:33.674025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:36:33.677283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:36:33.707679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:33.723431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7ed9ed2c-53ed-4cfe-8636-2ae047602c3b tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:33.739338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-bd9fb5b0-4a86-494a-8fb3-ba65076a7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:33.740925 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-bd9fb5b0-4a86-494a-8fb3-ba65076a7007 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0c668d50-2016-4048-82b9-09fbd0c32696 HTTP/1.1" status: 200  len: 854 time: 0.0643404
Apr 08 14:36:33.799354 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-8551a889-38c3-4c86-abea-f4e1a059b921 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c629517-b7f5-4a6f-a510-c3eb895a9875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499630
Apr 08 14:36:33.877433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:33.880839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:33.916739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:33.917471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:33.918955 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] 10.222.0.70 "PUT /v2.0/ports/b5052692-f2d3-4dfd-8623-23d3a7c88fb3 HTTP/1.1" status: 200  len: 1093 time: 1.5601356
Apr 08 14:36:33.919513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:33.949193 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-ccd780b3-4979-4ab7-92be-17e792f40d1e service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390605
Apr 08 14:36:33.973378 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'status': 'completed', 'code': 200}
Apr 08 14:36:34.071528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-1686f2fb-025b-4508-b622-33e258c99a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:34.074001 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-1686f2fb-025b-4508-b622-33e258c99a97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 1096 time: 0.0881486
Apr 08 14:36:34.111688 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e1d03a3-08cb-44ce-badc-ff9d57a0652c req-159c0794-d5e5-43af-bad5-9086ba4e2978 service neutron] 10.222.0.70 "GET /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528747
Apr 08 14:36:34.163841 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-72eb600c-e6b5-408e-955c-0d1623ea289d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3 HTTP/1.1" status: 200  len: 217 time: 0.0757539
Apr 08 14:36:34.295508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-d40d25f8-6c15-4be6-87c6-406377394311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:34.297293 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-d40d25f8-6c15-4be6-87c6-406377394311 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.1265042
Apr 08 14:36:34.460141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-5019fdd9-8a18-4e71-8d99-97b44a11cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:34.461617 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-5019fdd9-8a18-4e71-8d99-97b44a11cb05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1562150
Apr 08 14:36:34.470849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6891d-2e55-4cef-960f-2e16f79a1e82 req-57ddcaa7-2a79-4994-ba92-10468e17ee14 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:34.471594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-0fc6891d-2e55-4cef-960f-2e16f79a1e82 req-57ddcaa7-2a79-4994-ba92-10468e17ee14 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:36:34.569958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-0fc6891d-2e55-4cef-960f-2e16f79a1e82 req-57ddcaa7-2a79-4994-ba92-10468e17ee14 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:36:34.571233 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0fc6891d-2e55-4cef-960f-2e16f79a1e82 req-57ddcaa7-2a79-4994-ba92-10468e17ee14 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.2292671
Apr 08 14:36:34.616815 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0fc6891d-2e55-4cef-960f-2e16f79a1e82 req-88c70952-d280-4482-845b-9f4999c8c0cf tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377889
Apr 08 14:36:34.644919 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-8ad2caa3-7e77-46b8-8536-39f0c057d935 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691754
Apr 08 14:36:34.795329 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-39fdf20d-eedf-443f-baa3-8559ca0df394 req-124d994c-4180-44fd-b8b1-ac582c610aca service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342027
Apr 08 14:36:34.936373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:34.940239 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:36:34.977860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999003-84c4-478c-980c-451b2da4785f req-ef71c362-0f72-4ef8-99cd-b27a9602188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:34.980016 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6999003-84c4-478c-980c-451b2da4785f req-ef71c362-0f72-4ef8-99cd-b27a9602188b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 1096 time: 0.0776603
Apr 08 14:36:35.122149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999003-84c4-478c-980c-451b2da4785f req-6424c90b-d292-43e4-9ad1-b5ce07075a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:35.123754 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6999003-84c4-478c-980c-451b2da4785f req-6424c90b-d292-43e4-9ad1-b5ce07075a1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 917 time: 0.1362274
Apr 08 14:36:35.201448 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6999003-84c4-478c-980c-451b2da4785f req-74a37833-a771-44a6-ac55-9d77a411505a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3 HTTP/1.1" status: 200  len: 217 time: 0.0669537
Apr 08 14:36:35.273017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999003-84c4-478c-980c-451b2da4785f req-bc092348-6048-4002-b92c-482127ebc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:35.274826 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6999003-84c4-478c-980c-451b2da4785f req-bc092348-6048-4002-b92c-482127ebc2fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.0656688
Apr 08 14:36:35.365106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6999003-84c4-478c-980c-451b2da4785f req-0203f7f8-3698-40b3-9451-62197365e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:35.366810 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6999003-84c4-478c-980c-451b2da4785f req-0203f7f8-3698-40b3-9451-62197365e170 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826080
Apr 08 14:36:35.510633 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6999003-84c4-478c-980c-451b2da4785f req-b15897be-317f-4f65-bb5c-f3e82dd95953 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342452
Apr 08 14:36:35.660118 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6999003-84c4-478c-980c-451b2da4785f req-b0d75461-f44d-4079-81bd-8b4155a24b19 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423411
Apr 08 14:36:35.821737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc6df4-3485-4cbb-8bdc-c373e0e4b1be req-334b32e6-bed9-4453-996e-39ae47bf64db tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:35.823880 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73dc6df4-3485-4cbb-8bdc-c373e0e4b1be req-334b32e6-bed9-4453-996e-39ae47bf64db tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.0881135
Apr 08 14:36:35.854359 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-73dc6df4-3485-4cbb-8bdc-c373e0e4b1be req-a472286b-6b76-4c5c-b886-a9c8f4f47bb3 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0241129
Apr 08 14:36:37.068043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63167acb-722d-416b-82a3-28dcbe5bea7e req-01c49634-aa06-454c-b361-6607ef24fb7a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:37.069702 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-63167acb-722d-416b-82a3-28dcbe5bea7e req-01c49634-aa06-454c-b361-6607ef24fb7a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.0970151
Apr 08 14:36:37.105312 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-63167acb-722d-416b-82a3-28dcbe5bea7e req-fd299a8f-380a-4bc6-b85c-b9a24a40c693 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0278835
Apr 08 14:36:37.383291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:36:37.528006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:37.546142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'port_id': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'mac_address': 'fa:16:3e:3e:b8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:36:37.607115 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:37.608521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5052692-f2d3-4dfd-8623-23d3a7c88fb3 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:36:37.625540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:37.655351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:37.657242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-14aa0653-f802-40a9-883b-bccf61f4d85f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:37.725211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:37.728322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:38.043374 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['b5052692-f2d3-4dfd-8623-23d3a7c88fb3'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:36:38.317296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2c03c-8641-4a4e-928a-a1d5a287b76c req-c3b399ea-276f-405f-bf1e-f64c94a30885 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:38.318904 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2df2c03c-8641-4a4e-928a-a1d5a287b76c req-c3b399ea-276f-405f-bf1e-f64c94a30885 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 944 time: 0.0922480
Apr 08 14:36:38.350718 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2df2c03c-8641-4a4e-928a-a1d5a287b76c req-89320de6-3b2a-4b17-9d99-23f58b94819d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251455
Apr 08 14:36:39.408691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:36:39.510378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:36:39.516398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:36:39.516830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:39.640870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e89317-47d9-488a-8132-bdd13773af52 req-f8624c9b-88a7-4f34-9a22-03b41e9b9c71 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:39.642641 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-68e89317-47d9-488a-8132-bdd13773af52 req-f8624c9b-88a7-4f34-9a22-03b41e9b9c71 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 944 time: 0.1304004
Apr 08 14:36:39.645474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:39.657031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:39.667675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:39.674195 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-68e89317-47d9-488a-8132-bdd13773af52 req-fb1320ff-6647-49ef-ba48-6cbe8abb4c42 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249739
Apr 08 14:36:39.710033 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'code': 200}
Apr 08 14:36:39.712075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:39.714626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b3dbebfc-2dd1-45ba-80f0-99b23301a7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:39.754135 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64db0567-470d-40ac-b20f-69c7464a275b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:39.793619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:39.797026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:40.060174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e0b64-9bf8-46eb-bd2e-342646fd6a3c req-1cfa66e0-9178-43ae-961f-174bbfc6ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:40.061770 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a02e0b64-9bf8-46eb-bd2e-342646fd6a3c req-1cfa66e0-9178-43ae-961f-174bbfc6ea90 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 1098 time: 0.0763035
Apr 08 14:36:40.092344 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a02e0b64-9bf8-46eb-bd2e-342646fd6a3c req-a437da0f-4a6e-4794-8106-bab56ffbaa54 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0223534
Apr 08 14:36:40.887482 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3becf10-0ecb-41f3-bbe0-b0793c393b6e req-2b60e8e6-a53e-4ec8-9a75-25025e212ed4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:40.888998 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a3becf10-0ecb-41f3-bbe0-b0793c393b6e req-2b60e8e6-a53e-4ec8-9a75-25025e212ed4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0889540
Apr 08 14:36:40.919468 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a3becf10-0ecb-41f3-bbe0-b0793c393b6e req-d3386588-4d00-414b-8a1e-359901ef31a4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0241368
Apr 08 14:36:42.126283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ddffb-4ca3-4ce2-b33f-fda1673cadff req-e6c8b199-7904-4de4-9bb9-896f92bf090a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:42.127932 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3a2ddffb-4ca3-4ce2-b33f-fda1673cadff req-e6c8b199-7904-4de4-9bb9-896f92bf090a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0925322
Apr 08 14:36:42.158545 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3a2ddffb-4ca3-4ce2-b33f-fda1673cadff req-f3342e34-aa8a-4010-8e1a-49671815766f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240588
Apr 08 14:36:42.335689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9b82c446-a1c1-419f-81af-663d547de05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:42.369513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf68094-955c-4b12-a337-487009aecd8d req-909c5912-dd4b-4c06-9ae5-75c5be9642d9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:42.371146 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-edf68094-955c-4b12-a337-487009aecd8d req-909c5912-dd4b-4c06-9ae5-75c5be9642d9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0984409
Apr 08 14:36:42.381198 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36280) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:36:42.387544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Request body: {'floatingip': {'port_id': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:36:42.471795 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:42.623928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:43.335388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:43.383827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:43.397217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48733364-9cef-4606-a503-373e742ecf92 req-a8445dc8-383f-460e-b98e-bd24bc121bcf tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:43.398827 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-48733364-9cef-4606-a503-373e742ecf92 req-a8445dc8-383f-460e-b98e-bd24bc121bcf tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 946 time: 0.0893655
Apr 08 14:36:43.430293 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-48733364-9cef-4606-a503-373e742ecf92 req-80e9138e-6a22-4f24-a41f-da4d6457dbaf tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243881
Apr 08 14:36:43.564323 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Floating IP dca9818e-593a-4fb2-9a4e-c53bf12bc22e associated. External IP: 172.27.1.243, port: b5052692-f2d3-4dfd-8623-23d3a7c88fb3.
Apr 08 14:36:43.732606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:43.935986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Router d61ad6df-6ea5-4d00-aa50-4dbda44c885f has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:36:44.122471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:36:44.126969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:44.132518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] Sync routers for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:36:44.143054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:36:44.143899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca8a4a8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:36:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:44.184265 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ea01ad47-c570-4cc4-bec9-296fb377aeda tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "PUT /v2.0/floatingips/dca9818e-593a-4fb2-9a4e-c53bf12bc22e HTTP/1.1" status: 200  len: 991 time: 1.8019311
Apr 08 14:36:44.184977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:44.245078 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'status': 'completed', 'code': 200}
Apr 08 14:36:44.340802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:44.351521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:36:44.372095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-1d96cc6f-1828-48fb-9ce2-cff3367fd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:44.373798 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-1d96cc6f-1828-48fb-9ce2-cff3367fd7e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 1098 time: 0.0876379
Apr 08 14:36:44.524366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-9fe9228f-d837-4c8f-bc6c-687bc35805b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:44.526841 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-9fe9228f-d837-4c8f-bc6c-687bc35805b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 917 time: 0.1437161
Apr 08 14:36:44.696164 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-e8d58fcc-9b17-46f5-b1df-55f56394b632 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3 HTTP/1.1" status: 200  len: 999 time: 0.1608584
Apr 08 14:36:44.778170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c08b0e-3964-4db1-a0c6-7c5d998ba1e6 req-52ad40fe-3593-442d-bfc3-9b71fade0c2e tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:44.779739 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d6c08b0e-3964-4db1-a0c6-7c5d998ba1e6 req-52ad40fe-3593-442d-bfc3-9b71fade0c2e tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 946 time: 0.1855597
Apr 08 14:36:44.802233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-cc082e92-63b2-484e-a1b9-a48c9ed9e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:44.803809 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-cc082e92-63b2-484e-a1b9-a48c9ed9e79b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.0943277
Apr 08 14:36:44.822929 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d6c08b0e-3964-4db1-a0c6-7c5d998ba1e6 req-941da0a5-7493-4c5a-8039-e0a73ad95df2 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353382
Apr 08 14:36:44.906620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-9a7008ae-c22a-4c0a-93f3-ebec8c4685b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:44.908337 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-9a7008ae-c22a-4c0a-93f3-ebec8c4685b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841169
Apr 08 14:36:44.909459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca8a4a8>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'dca9818e-593a-4fb2-9a4e-c53bf12bc22e', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'port_id': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'mac_address': 'fa:16:3e:3e:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:36:27Z', 'updated_at': '2021-04-08T14:36:43Z', 'revision_number': 1, 'project_id': '93e0e693019741a985d7fcff118e2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:44.913712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] Checking router: d61ad6df-6ea5-4d00-aa50-4dbda44c885f for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:36:44.924693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:36:44.925413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca8a4a8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:36:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:45.058439 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-5c99089f-8f46-48e9-8197-bc3718d8531e service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394632
Apr 08 14:36:45.121569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:36:45.216939 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-809ece64-53c8-40bc-98cb-a82141043bb6 req-2533491f-93f4-4361-b2f1-8fa48b891f79 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467862
Apr 08 14:36:45.457058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-e488b96e-31a3-45d2-8c66-01d2149da516 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:45.458697 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-e488b96e-31a3-45d2-8c66-01d2149da516 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 946 time: 0.0897794
Apr 08 14:36:45.498845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca8a4a8>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'dca9818e-593a-4fb2-9a4e-c53bf12bc22e', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'port_id': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'mac_address': 'fa:16:3e:3e:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:36:27Z', 'updated_at': '2021-04-08T14:36:43Z', 'revision_number': 1, 'project_id': '93e0e693019741a985d7fcff118e2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:36:45.503368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40537787-2a08-4946-8991-1919ed5dfe83 None None] The sync data for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi is: [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': 'dca9818e-593a-4fb2-9a4e-c53bf12bc22e', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'port_id': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'mac_address': 'fa:16:3e:3e:b8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:36:27Z', 'updated_at': '2021-04-08T14:36:43Z', 'revision_number': 1, 'project_id': '93e0e693019741a985d7fcff118e2045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:36:45.546126 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Deleting port 3a1e4789-b207-46d6-a599-61c1640e65f5 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:45.546543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:45.794772 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b27d0-988d-4035-9507-cbf0e77e480c None None] New status for floating IP dca9818e-593a-4fb2-9a4e-c53bf12bc22e: ACTIVE {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:36:45.819575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] For port 3a1e4789-b207-46d6-a599-61c1640e65f5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3a1e4789-b207-46d6-a599-61c1640e65f5,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:45.820687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:45.972667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Calling delete_port for 3a1e4789-b207-46d6-a599-61c1640e65f5 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:46.078467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b2f9a-6a64-432d-bb2c-f1d6f50ebb9a req-f1ea8433-aa9f-4a12-a435-928951be627f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:46.080129 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-965b2f9a-6a64-432d-bb2c-f1d6f50ebb9a req-f1ea8433-aa9f-4a12-a435-928951be627f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 946 time: 0.0990069
Apr 08 14:36:46.111864 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-965b2f9a-6a64-432d-bb2c-f1d6f50ebb9a req-d3fc22c4-5ee5-48ab-8be3-8136c33d7021 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253263
Apr 08 14:36:46.158228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:46.170355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['609df271-87f3-4e46-a677-3a1e6539a374', 'cffee944-9fa3-4a72-bbc5-90190a02708d', 'd57c2bdb-28af-4a43-905f-e9be635c0621', '3a1e4789-b207-46d6-a599-61c1640e65f5'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:36:46.174611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-788c0cce-c5b2-4aa5-8831-cd92a7fc3f36 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:46.231702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Pushing event deleted for resources: {'Port': ['ID=3a1e4789-b207-46d6-a599-61c1640e65f5,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:46.236612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:46.668817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] No DVR routers for this DVR port 3a1e4789-b207-46d6-a599-61c1640e65f5 on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:36:46.671377 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:46.674150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e291a8f-24d4-4392-b9ea-65e69b6ce40a', 'name': 'network-vif-deleted', 'tag': '3a1e4789-b207-46d6-a599-61c1640e65f5'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:46.722144 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4b51f7fc-a805-4aed-81cf-eb0fd8959c97 req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "DELETE /v2.0/ports/3a1e4789-b207-46d6-a599-61c1640e65f5 HTTP/1.1" status: 204  len: 173 time: 1.2561657
Apr 08 14:36:46.723911 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e291a8f-24d4-4392-b9ea-65e69b6ce40a', 'name': 'network-vif-deleted', 'tag': '3a1e4789-b207-46d6-a599-61c1640e65f5', 'status': 'completed', 'code': 200}
Apr 08 14:36:47.290817 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c0781911-438f-489d-aac0-7a3bf85036fe req-1a647734-9129-4259-8142-b22afd9589fe tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e291a8f-24d4-4392-b9ea-65e69b6ce40a HTTP/1.1" status: 200  len: 210 time: 0.0497756
Apr 08 14:36:49.438469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 3a1e4789-b207-46d6-a599-61c1640e65f5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:49.476201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 3a1e4789-b207-46d6-a599-61c1640e65f5 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:36:49.476594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 3a1e4789-b207-46d6-a599-61c1640e65f5 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:36:50.210673 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5267a-85bc-4cd6-9127-541608fb720e req-de235bc6-bbde-4578-8c27-31b496de660d tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:50.211446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-26d5267a-85bc-4cd6-9127-541608fb720e req-de235bc6-bbde-4578-8c27-31b496de660d tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:36:50.275252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-26d5267a-85bc-4cd6-9127-541608fb720e req-de235bc6-bbde-4578-8c27-31b496de660d tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:36:50.277016 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-26d5267a-85bc-4cd6-9127-541608fb720e req-de235bc6-bbde-4578-8c27-31b496de660d tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 945 time: 0.1517777
Apr 08 14:36:50.308436 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-26d5267a-85bc-4cd6-9127-541608fb720e req-11380dde-645b-4556-a532-063f62d36745 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249753
Apr 08 14:36:51.509806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9fd9b-900c-439f-b30f-2a2dc48ebb3c req-a78f96b4-5d8c-4bbb-9b95-e81ec3410793 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:51.512179 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-93a9fd9b-900c-439f-b30f-2a2dc48ebb3c req-a78f96b4-5d8c-4bbb-9b95-e81ec3410793 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 945 time: 0.0885484
Apr 08 14:36:51.546374 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-93a9fd9b-900c-439f-b30f-2a2dc48ebb3c req-b57383e9-ea8e-4fe5-9824-59b5a059d738 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277927
Apr 08 14:36:52.379936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-3dae8dd4-ba1b-424d-b907-ea892269b172 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:52.381523 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-3dae8dd4-ba1b-424d-b907-ea892269b172 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 945 time: 0.0905561
Apr 08 14:36:52.462687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Deleting port d57c2bdb-28af-4a43-905f-e9be635c0621 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:52.462988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:52.789447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] For port d57c2bdb-28af-4a43-905f-e9be635c0621, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d57c2bdb-28af-4a43-905f-e9be635c0621,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:52.790006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:52.930864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Calling delete_port for d57c2bdb-28af-4a43-905f-e9be635c0621 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:52.968610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ebff-52fb-4ded-ba5e-125c8e95ddb8 req-118d0687-7a7e-4008-adfc-f1166dfb38bb tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:52.970234 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f1f2ebff-52fb-4ded-ba5e-125c8e95ddb8 req-118d0687-7a7e-4008-adfc-f1166dfb38bb tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 945 time: 0.3005764
Apr 08 14:36:53.017691 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f1f2ebff-52fb-4ded-ba5e-125c8e95ddb8 req-835fd471-cb44-445d-bd26-65c7e6392746 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402408
Apr 08 14:36:53.180983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:53.193295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['609df271-87f3-4e46-a677-3a1e6539a374', 'cffee944-9fa3-4a72-bbc5-90190a02708d', 'd57c2bdb-28af-4a43-905f-e9be635c0621'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:36:53.201808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9d6e9d03-6eab-438b-93b1-c8364ee94900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:53.259294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Pushing event deleted for resources: {'Port': ['ID=d57c2bdb-28af-4a43-905f-e9be635c0621,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:53.265327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:53.474356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] No DVR routers for this DVR port d57c2bdb-28af-4a43-905f-e9be635c0621 on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:36:53.477523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:53.480648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6261531-f49c-4850-93d0-6ab33e4e9f58', 'name': 'network-vif-deleted', 'tag': 'd57c2bdb-28af-4a43-905f-e9be635c0621'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:53.532971 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-75373ab9-aa9f-47f1-836e-0e2248103ca6 req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "DELETE /v2.0/ports/d57c2bdb-28af-4a43-905f-e9be635c0621 HTTP/1.1" status: 204  len: 173 time: 1.1452978
Apr 08 14:36:53.536290 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6261531-f49c-4850-93d0-6ab33e4e9f58', 'name': 'network-vif-deleted', 'tag': 'd57c2bdb-28af-4a43-905f-e9be635c0621', 'status': 'completed', 'code': 200}
Apr 08 14:36:54.196027 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7e5376d4-ce48-4d49-a66f-b5d552a7e26f req-b844b81b-12c0-4c2b-9af4-3cbda00187ba tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6261531-f49c-4850-93d0-6ab33e4e9f58 HTTP/1.1" status: 200  len: 210 time: 0.0496912
Apr 08 14:36:55.772570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8f7ef-7f67-4f71-b7a1-624de612d225 req-5a71c2df-a482-4caf-b1df-43849445c121 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:55.773379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-dce8f7ef-7f67-4f71-b7a1-624de612d225 req-5a71c2df-a482-4caf-b1df-43849445c121 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:36:55.853799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-dce8f7ef-7f67-4f71-b7a1-624de612d225 req-5a71c2df-a482-4caf-b1df-43849445c121 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:36:55.854161 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dce8f7ef-7f67-4f71-b7a1-624de612d225 req-5a71c2df-a482-4caf-b1df-43849445c121 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 945 time: 0.1728456
Apr 08 14:36:55.885153 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dce8f7ef-7f67-4f71-b7a1-624de612d225 req-f176d1fa-4425-4e8b-896d-879b9cd59389 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250556
Apr 08 14:36:57.113263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692e10a-ddd3-4ff7-a70f-f132e27372cd req-6777ebc8-a668-4302-a3da-77bfddc35451 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:57.114943 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9692e10a-ddd3-4ff7-a70f-f132e27372cd req-6777ebc8-a668-4302-a3da-77bfddc35451 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 945 time: 0.1007330
Apr 08 14:36:57.146798 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9692e10a-ddd3-4ff7-a70f-f132e27372cd req-6bdda410-c9aa-438f-ba15-26c06740856b tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253661
Apr 08 14:36:57.408381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4275403-7894-499a-987c-d746c8040f7e req-d05b38af-00c1-40bc-b4b5-814e00106915 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:36:57.409986 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f4275403-7894-499a-987c-d746c8040f7e req-d05b38af-00c1-40bc-b4b5-814e00106915 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 945 time: 0.0936749
Apr 08 14:36:57.475505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device d57c2bdb-28af-4a43-905f-e9be635c0621 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:36:57.488053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Deleting port cffee944-9fa3-4a72-bbc5-90190a02708d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:36:57.488446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:57.512517 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: d57c2bdb-28af-4a43-905f-e9be635c0621 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:36:57.512912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device d57c2bdb-28af-4a43-905f-e9be635c0621 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:36:57.753568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] For port cffee944-9fa3-4a72-bbc5-90190a02708d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cffee944-9fa3-4a72-bbc5-90190a02708d,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:36:57.753977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:57.885270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Calling delete_port for cffee944-9fa3-4a72-bbc5-90190a02708d owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:36:58.075172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:58.090731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['609df271-87f3-4e46-a677-3a1e6539a374', 'cffee944-9fa3-4a72-bbc5-90190a02708d'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:36:58.091397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:36:58.152182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Pushing event deleted for resources: {'Port': ['ID=cffee944-9fa3-4a72-bbc5-90190a02708d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:36:58.157276 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:36:58.335953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-80c88921-fa1c-4386-a4f4-c5b1f4f1d33a req-d1e72cfe-c1b7-4a29-883e-53dfbea1a6c6 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aca5ba3-0435-476a-9337-77d400a7df50 HTTP/1.1" status: 200  len: 210 time: 0.0613794
Apr 08 14:36:58.417647 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] No DVR routers for this DVR port cffee944-9fa3-4a72-bbc5-90190a02708d on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:36:58.420028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:36:58.423537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aca5ba3-0435-476a-9337-77d400a7df50', 'name': 'network-vif-deleted', 'tag': 'cffee944-9fa3-4a72-bbc5-90190a02708d'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:36:58.472356 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aca5ba3-0435-476a-9337-77d400a7df50', 'name': 'network-vif-deleted', 'tag': 'cffee944-9fa3-4a72-bbc5-90190a02708d', 'status': 'completed', 'code': 200}
Apr 08 14:36:58.487113 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f4275403-7894-499a-987c-d746c8040f7e req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "DELETE /v2.0/ports/cffee944-9fa3-4a72-bbc5-90190a02708d HTTP/1.1" status: 204  len: 173 time: 1.0704114
Apr 08 14:37:01.279249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f581ee5-3750-4852-a479-6a99ccdb2e49 req-d6ce94d7-72a6-403a-9517-6d243bc0e331 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:01.280052 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-5f581ee5-3750-4852-a479-6a99ccdb2e49 req-d6ce94d7-72a6-403a-9517-6d243bc0e331 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Synchronizing usage tracker for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:37:01.331972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-5f581ee5-3750-4852-a479-6a99ccdb2e49 req-d6ce94d7-72a6-403a-9517-6d243bc0e331 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Unset dirty status for tenant:8e903b98df384863bdeaeba37dad9520 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:37:01.333443 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5f581ee5-3750-4852-a479-6a99ccdb2e49 req-d6ce94d7-72a6-403a-9517-6d243bc0e331 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.1465163
Apr 08 14:37:01.364100 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5f581ee5-3750-4852-a479-6a99ccdb2e49 req-7caa57fb-c65f-4ac5-a528-efbd1ede7ffc tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242364
Apr 08 14:37:01.502864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device cffee944-9fa3-4a72-bbc5-90190a02708d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:37:01.540697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: cffee944-9fa3-4a72-bbc5-90190a02708d {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:37:01.541090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device cffee944-9fa3-4a72-bbc5-90190a02708d not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:37:02.567757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ae5a-05e3-4881-8a4a-55aa35a9fc32 req-1fbc6bfc-2ef0-4325-aa47-e6817d47e988 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:02.569330 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-92e2ae5a-05e3-4881-8a4a-55aa35a9fc32 req-1fbc6bfc-2ef0-4325-aa47-e6817d47e988 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.0902486
Apr 08 14:37:02.602371 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-92e2ae5a-05e3-4881-8a4a-55aa35a9fc32 req-dc612127-2d1c-482a-93f2-1e08c071f363 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265424
Apr 08 14:37:03.084250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-27b69aff-ada2-47ed-a8d5-0698829e2c30 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:03.086175 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-27b69aff-ada2-47ed-a8d5-0698829e2c30 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 945 time: 0.0922506
Apr 08 14:37:03.164700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Deleting port 609df271-87f3-4e46-a677-3a1e6539a374 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:37:03.165088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:03.425967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] For port 609df271-87f3-4e46-a677-3a1e6539a374, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=609df271-87f3-4e46-a677-3a1e6539a374,segment=NetworkSegment(6be32915-3a26-4bad-9588-b5a07324492d),segment_id=6be32915-3a26-4bad-9588-b5a07324492d)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:37:03.426368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:03.556630 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Calling delete_port for 609df271-87f3-4e46-a677-3a1e6539a374 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:37:03.760352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:03.774502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['609df271-87f3-4e46-a677-3a1e6539a374'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:37:03.795990 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-04452528-55e3-4fd5-b955-6e4c55663d22 req-81905228-90bb-4cbc-92ec-2269e661deeb tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 210 time: 0.0775118
Apr 08 14:37:03.796694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-37c5f6da-f8bf-4186-9508-0e4ee3434b53 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:03.851916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Pushing event deleted for resources: {'Port': ['ID=609df271-87f3-4e46-a677-3a1e6539a374,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:03.910218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.910644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.911058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.911469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.911876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.912285 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.912692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.913093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.913522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.913922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.914322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.914723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:03.924896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:04.045186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] No DVR routers for this DVR port 609df271-87f3-4e46-a677-3a1e6539a374 on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:37:04.047480 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:04.050187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d40cde-0874-461f-9ce9-2cf3eadbb404', 'name': 'network-vif-deleted', 'tag': '609df271-87f3-4e46-a677-3a1e6539a374'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:37:04.093472 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-32ff1f1e-8415-42a8-b688-849645e19b5f req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.70 "DELETE /v2.0/ports/609df271-87f3-4e46-a677-3a1e6539a374 HTTP/1.1" status: 204  len: 173 time: 0.9993422
Apr 08 14:37:04.098080 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d40cde-0874-461f-9ce9-2cf3eadbb404', 'name': 'network-vif-deleted', 'tag': '609df271-87f3-4e46-a677-3a1e6539a374', 'status': 'completed', 'code': 200}
Apr 08 14:37:04.964536 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:04.991880 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-46daeec3-fc18-4794-84de-1c20ba91bae7 req-22b6fc12-8c24-4bea-8d85-ba1f0c0e2958 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] 10.222.0.62 "GET /v2.0/ports?device_id=20d40cde-0874-461f-9ce9-2cf3eadbb404 HTTP/1.1" status: 200  len: 210 time: 0.0544071
Apr 08 14:37:06.097139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36454) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:06.166778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] Deleting subnet 0c668d50-2016-4048-82b9-09fbd0c32696 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:37:06.170537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:06.223843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3939248'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:06.292591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:07.026862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2380390'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:07.043677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:07.094765 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c668d50-2016-4048-82b9-09fbd0c32696,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:07.097530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:07.177627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:07.183855 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-678230d2-03f7-4b4f-8f9a-118ccadd6bcf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0c668d50-2016-4048-82b9-09fbd0c32696 HTTP/1.1" status: 204  len: 168 time: 1.0855129
Apr 08 14:37:07.187048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36466) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:07.316879 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:07.511995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:07.522769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 609df271-87f3-4e46-a677-3a1e6539a374 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:37:07.563371 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 609df271-87f3-4e46-a677-3a1e6539a374 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:37:07.563773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 609df271-87f3-4e46-a677-3a1e6539a374 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:37:07.631343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30d7aba90>,) {'filters': {'network_id': ['0c629517-b7f5-4a6f-a510-c3eb895a9875']}} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:07.644167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30d7aba90>, '6be32915-3a26-4bad-9588-b5a07324492d') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:07.644544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30d7aba90>, '6be32915-3a26-4bad-9588-b5a07324492d') {} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:07.656622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850836600'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:07.738220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:07.745150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:37:07.923903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:37:07.932957 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159265'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:08.112652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Network 0c629517-b7f5-4a6f-a510-c3eb895a9875 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:37:08.135458 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:37:08.412135 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:08.416363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:08.433956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:08.443814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c629517-b7f5-4a6f-a510-c3eb895a9875,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:08.451993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:08.481474 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0c629517-b7f5-4a6f-a510-c3eb895a9875 HTTP/1.1" status: 204  len: 168 time: 1.2932756
Apr 08 14:37:08.809837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36492) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:08.847346 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-731bc484-1c12-4d0b-95ba-3222779a01e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e903b98df384863bdeaeba37dad9520&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0361888
Apr 08 14:37:08.850796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36498) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:08.917280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:08.945157 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:09.057486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:09.062786 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-071c4cc3-0ed3-4ab1-8a5c-92152e9ce18a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:09.078307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:09.087614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.088042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.088465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.088924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.089459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.089826 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.090232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.090735 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.091106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.091507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.092650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.093057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:09.096834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:09.114730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:09.116208 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-dd33a847-bd04-4784-a1a1-adf306ff8d95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ebf5a45-f28a-4bdd-9ddc-3fc1ec4d1ab2 HTTP/1.1" status: 204  len: 168 time: 0.2638776
Apr 08 14:37:09.743651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5ba311e8-0be8-4506-836b-f0b865bb6fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:11.941814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:37:12.318402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5f66446a-4340-4369-ab7b-e4f3c8cc64b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:12.627494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:13.731650 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.123626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36652) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:14.274508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.291054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:37:14.297878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Usage tracker for resource:security_group_rule and tenant:0d72bd01e4fe4a5783c50b8840aa6f2e is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:37:14.301259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:37:14.308246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:37:14.318443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.399766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.449417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.458944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-597bf7a2-5431-4e44-ac88-18e47bb572cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:14.506150 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d72bd01e4fe4a5783c50b8840aa6f2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3812571
Apr 08 14:37:14.507032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6d837-75d0-4d7f-8202-4489d9d68bc8,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:14.508910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36658) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:14.510780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:14.573448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe1a-c4af-4876-a546-5498680fd0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.601154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe1a-c4af-4876-a546-5498680fd0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.737723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe1a-c4af-4876-a546-5498680fd0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.743244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b77b15ce-a284-4a8c-ad29-6d21a9fb6b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:14.755156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbfe1a-c4af-4876-a546-5498680fd0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6d837-75d0-4d7f-8202-4489d9d68bc8,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:14.757615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3ebbfe1a-c4af-4876-a546-5498680fd0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:14.767688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3ebbfe1a-c4af-4876-a546-5498680fd0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:14.768961 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3ebbfe1a-c4af-4876-a546-5498680fd0aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3eb6d837-75d0-4d7f-8202-4489d9d68bc8 HTTP/1.1" status: 204  len: 168 time: 0.2580466
Apr 08 14:37:15.277741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36670) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:15.303576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:15.319437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:37:15.323780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Usage tracker for resource:security_group_rule and tenant:cce90fe2f2014120a9da5de9430f140d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:37:15.326773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:37:15.332967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:37:15.497159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:15.531818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:15.541139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5f88e7c3-528f-4723-b957-b7bb088300f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:15.583564 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cce90fe2f2014120a9da5de9430f140d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3044159
Apr 08 14:37:15.584422 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f309954-7adf-4d8b-a848-19243cea84f8,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:15.587437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36674) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:15.587760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:15.649790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-efee37bb-79d9-47e7-9583-ffd010dc2862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:15.676425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-efee37bb-79d9-47e7-9583-ffd010dc2862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:15.760548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-efee37bb-79d9-47e7-9583-ffd010dc2862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:15.765896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-05f1f4a4-5905-4950-95bd-578eecac7af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:15.780504 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee37bb-79d9-47e7-9583-ffd010dc2862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f309954-7adf-4d8b-a848-19243cea84f8,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:15.784024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-efee37bb-79d9-47e7-9583-ffd010dc2862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:15.793551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-efee37bb-79d9-47e7-9583-ffd010dc2862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:15.795599 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-efee37bb-79d9-47e7-9583-ffd010dc2862 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f309954-7adf-4d8b-a848-19243cea84f8 HTTP/1.1" status: 204  len: 168 time: 0.2059770
Apr 08 14:37:21.458834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36766) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:21.628721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:21.648093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:37:21.652839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Usage tracker for resource:security_group_rule and tenant:13eb3532c5f74cd1b997b605a8b75679 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:37:21.656107 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:37:21.665045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:37:21.762012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:21.805407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:21.835939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b10e2c7e-6358-4bd7-9c39-1a44ad7dd798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:21.885515 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13eb3532c5f74cd1b997b605a8b75679&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4252729
Apr 08 14:37:21.886668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598fd96a-b567-426c-920d-c99742278d8d,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:21.888815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36772) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:21.891435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:21.991922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed707-b932-4c2b-ae4b-dba6702343cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:22.020912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed707-b932-4c2b-ae4b-dba6702343cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:22.124986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed707-b932-4c2b-ae4b-dba6702343cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:22.133609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7c8e4755-5aeb-4fe0-a18f-24d341b10843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:22.149349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ed707-b932-4c2b-ae4b-dba6702343cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598fd96a-b567-426c-920d-c99742278d8d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:22.152709 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3c3ed707-b932-4c2b-ae4b-dba6702343cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:22.157858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed707-b932-4c2b-ae4b-dba6702343cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:22.159163 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3c3ed707-b932-4c2b-ae4b-dba6702343cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/598fd96a-b567-426c-920d-c99742278d8d HTTP/1.1" status: 204  len: 168 time: 0.2681766
Apr 08 14:37:22.707723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36782) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:22.728137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:22.743843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:37:22.747891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Usage tracker for resource:security_group_rule and tenant:0a751060a88d4a0b978a12ce0df82aca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:37:22.750856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:37:22.756976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:37:22.847668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:22.883414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:22.893289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e4832e89-5d71-407c-8c97-19ae268eb926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:22.934994 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a751060a88d4a0b978a12ce0df82aca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2260582
Apr 08 14:37:22.937142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c03922a-4ed6-41cb-b4ac-9f9142ff9b03,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:22.938363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36786) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:22.940335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:23.001458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-32a0869a-5d8b-444a-b305-266cfe25a3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:23.028537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-32a0869a-5d8b-444a-b305-266cfe25a3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:23.134984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-32a0869a-5d8b-444a-b305-266cfe25a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:23.140817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3ebbfe1a-c4af-4876-a546-5498680fd0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:23.153241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0869a-5d8b-444a-b305-266cfe25a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c03922a-4ed6-41cb-b4ac-9f9142ff9b03,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:23.156449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-32a0869a-5d8b-444a-b305-266cfe25a3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:23.158582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-32a0869a-5d8b-444a-b305-266cfe25a3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:23.159904 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-32a0869a-5d8b-444a-b305-266cfe25a3ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c03922a-4ed6-41cb-b4ac-9f9142ff9b03 HTTP/1.1" status: 204  len: 168 time: 0.2203565
Apr 08 14:37:26.690554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36866) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:26.815081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:26.830955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:37:26.835102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d1fc837b2343cb9381f9fcdaf78930 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:37:26.838064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:37:26.844515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:37:26.937785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:26.974562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:26.983428 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-be51f78d-599a-4062-b5b8-b0d4e7aab0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:27.024662 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0d1fc837b2343cb9381f9fcdaf78930&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3329718
Apr 08 14:37:27.026419 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c066156-0205-41f1-9537-9fb06b1b933a,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:27.027685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36872) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:27.029589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:27.095328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7818d32c-e71e-4111-9919-6a323ad1ade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:27.122070 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7818d32c-e71e-4111-9919-6a323ad1ade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:27.340969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7818d32c-e71e-4111-9919-6a323ad1ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:27.347080 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d7319e17-e8c6-401c-8c3e-873d098bff24 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:27.362659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818d32c-e71e-4111-9919-6a323ad1ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c066156-0205-41f1-9537-9fb06b1b933a,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:27.368114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7818d32c-e71e-4111-9919-6a323ad1ade8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:27.375183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7818d32c-e71e-4111-9919-6a323ad1ade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:27.376409 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7818d32c-e71e-4111-9919-6a323ad1ade8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c066156-0205-41f1-9537-9fb06b1b933a HTTP/1.1" status: 204  len: 168 time: 0.3476257
Apr 08 14:37:27.834494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36882) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:27.854743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:27.870336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:37:27.875093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:47a65223f8084705b08b8a7421c338f0 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:37:27.878332 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:37:27.884658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:37:27.968697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:28.000930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:28.010521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c02ae326-0c7d-43a3-98aa-a21c1cf15ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:28.053744 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47a65223f8084705b08b8a7421c338f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2181163
Apr 08 14:37:28.054722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca98070-92e1-4526-96ce-e51da73bb05f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:28.056740 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36886) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:28.057928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:28.119130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6928044c-20f8-4a23-b52f-74f3453144f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:28.146378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6928044c-20f8-4a23-b52f-74f3453144f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:28.228498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6928044c-20f8-4a23-b52f-74f3453144f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:28.234210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7818d32c-e71e-4111-9919-6a323ad1ade8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:28.245078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928044c-20f8-4a23-b52f-74f3453144f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca98070-92e1-4526-96ce-e51da73bb05f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:28.248825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6928044c-20f8-4a23-b52f-74f3453144f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:28.259512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6928044c-20f8-4a23-b52f-74f3453144f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:28.263773 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6928044c-20f8-4a23-b52f-74f3453144f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ca98070-92e1-4526-96ce-e51da73bb05f HTTP/1.1" status: 204  len: 168 time: 0.2053463
Apr 08 14:37:29.870838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 36928) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:29.998404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:30.013723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:37:30.017817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8fa9980bbf4f1c81c6f491bf80c526 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:37:30.020730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:37:30.026999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:37:30.112123 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:30.145832 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:30.154659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fcab51b1-c728-4e08-bb4c-7b44af0716ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:30.196311 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd8fa9980bbf4f1c81c6f491bf80c526&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3243358
Apr 08 14:37:30.198234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc849f2-6cd8-4381-9e16-e13e62ddbadb,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:30.199561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 36934) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:30.201492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:30.266891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e80d1a-7258-4c98-a77f-336cc187a81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:30.295552 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e80d1a-7258-4c98-a77f-336cc187a81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:30.397017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e80d1a-7258-4c98-a77f-336cc187a81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:30.402324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bbc58d2b-68bd-42df-9019-2b0ec944163a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:30.416875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e80d1a-7258-4c98-a77f-336cc187a81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc849f2-6cd8-4381-9e16-e13e62ddbadb,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:30.419333 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-94e80d1a-7258-4c98-a77f-336cc187a81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:30.430975 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-94e80d1a-7258-4c98-a77f-336cc187a81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:30.432192 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-94e80d1a-7258-4c98-a77f-336cc187a81b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fdc849f2-6cd8-4381-9e16-e13e62ddbadb HTTP/1.1" status: 204  len: 168 time: 0.2315993
Apr 08 14:37:32.406265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758ff38-c86c-4b55-b5c8-e063edfc3020 req-31b9d953-41c6-4f0e-97de-32b656e6a2d0 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:32.407875 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5758ff38-c86c-4b55-b5c8-e063edfc3020 req-31b9d953-41c6-4f0e-97de-32b656e6a2d0 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0892427
Apr 08 14:37:32.442882 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5758ff38-c86c-4b55-b5c8-e063edfc3020 req-da658613-6519-4609-a845-1e27fe4b1447 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0284173
Apr 08 14:37:33.224489 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-9c5c8bce-1445-4b52-b3e7-72e91d0f9b41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1122360
Apr 08 14:37:33.353887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-a25718cc-e9e3-4a52-8413-b3084d8c631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:33.355514 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-a25718cc-e9e3-4a52-8413-b3084d8c631e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 1098 time: 0.1011875
Apr 08 14:37:33.523483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-8bb29ff8-1d19-4e90-bdaf-3396917e8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:33.525097 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-8bb29ff8-1d19-4e90-bdaf-3396917e8d3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.1439149
Apr 08 14:37:33.701584 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-d06a06eb-0b1c-4ca9-8983-f1f06b836d71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe HTTP/1.1" status: 200  len: 1001 time: 0.1642256
Apr 08 14:37:33.789156 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbd457-8382-4a46-8c67-215196281cb1 req-f6a0b1a4-2bb3-4daf-b7da-4c06fdb75003 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:33.790683 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffbd457-8382-4a46-8c67-215196281cb1 req-f6a0b1a4-2bb3-4daf-b7da-4c06fdb75003 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1912258
Apr 08 14:37:33.801757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-7f707f28-ce21-44e2-8764-a2d358565c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:33.803320 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-7f707f28-ce21-44e2-8764-a2d358565c37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0874219
Apr 08 14:37:33.866953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ffbd457-8382-4a46-8c67-215196281cb1 req-e22c370d-a9eb-4b5b-9af5-3543afb1602b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680919
Apr 08 14:37:33.910458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-38c88e53-1789-4b03-a17a-4dc3e96b9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:33.912033 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-38c88e53-1789-4b03-a17a-4dc3e96b9ab5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857801
Apr 08 14:37:34.057084 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-ff68be72-ba42-4599-abaf-95c1f530157f service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375918
Apr 08 14:37:34.952066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:35.079842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1683c-6d4e-4e49-8940-a6a2e4ddb5e2 req-2cb9ba72-eb36-42b6-9df1-b6d586941391 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:35.081543 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d9f1683c-6d4e-4e49-8940-a6a2e4ddb5e2 req-2cb9ba72-eb36-42b6-9df1-b6d586941391 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0897772
Apr 08 14:37:35.113189 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d9f1683c-6d4e-4e49-8940-a6a2e4ddb5e2 req-d46ccc40-d07b-476c-b2eb-a79044ad882b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251582
Apr 08 14:37:35.178557 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6449a926-127b-44ce-954b-f9c4169e18a9 req-4e72807d-0ac9-4f81-ba09-be7c51017872 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404366
Apr 08 14:37:36.333214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b3346-012d-455c-8f92-e2206500fc55 req-2c9c19ca-35eb-4676-afc0-2db639bb2f05 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:36.334811 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-143b3346-012d-455c-8f92-e2206500fc55 req-2c9c19ca-35eb-4676-afc0-2db639bb2f05 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1028600
Apr 08 14:37:36.366679 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-143b3346-012d-455c-8f92-e2206500fc55 req-410e9d53-a16c-4b23-a7b0-694d845c17da tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253289
Apr 08 14:37:37.592023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309974d3-e7da-411b-8ff7-beb554992769 req-4c3c318f-e3d6-4ca9-bb36-274230709b8a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:37.593753 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-309974d3-e7da-411b-8ff7-beb554992769 req-4c3c318f-e3d6-4ca9-bb36-274230709b8a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0982730
Apr 08 14:37:37.632528 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-309974d3-e7da-411b-8ff7-beb554992769 req-44d232a6-72ac-4854-9f0b-463a3620fa91 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0316575
Apr 08 14:37:38.875569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b4ff-19a3-4739-9f2d-d884a6edde8d req-b6183f12-4f12-4336-b06f-b05625ebadc9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:38.877237 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6e78b4ff-19a3-4739-9f2d-d884a6edde8d req-b6183f12-4f12-4336-b06f-b05625ebadc9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0994296
Apr 08 14:37:38.909162 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6e78b4ff-19a3-4739-9f2d-d884a6edde8d req-4758ba5b-8a34-405c-bb07-ef9bd5241ba7 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249455
Apr 08 14:37:39.737521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d212ee4-5224-4ee3-996e-febdfec76eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:40.124825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c6acc-e1cb-425f-a234-e38545c90578 req-40429921-ad7d-4ac0-be28-65504fb2bc54 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:40.126458 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e60c6acc-e1cb-425f-a234-e38545c90578 req-40429921-ad7d-4ac0-be28-65504fb2bc54 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0890217
Apr 08 14:37:40.157923 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e60c6acc-e1cb-425f-a234-e38545c90578 req-2e66de7b-eff2-4d56-80bc-148c6509d866 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0251296
Apr 08 14:37:41.376594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c098dd-969f-4b17-9686-9f87fb10d72b req-70e1cfe6-ce06-4868-aa39-2a5fb9d58a21 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:41.378227 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-84c098dd-969f-4b17-9686-9f87fb10d72b req-70e1cfe6-ce06-4868-aa39-2a5fb9d58a21 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0953703
Apr 08 14:37:41.637554 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-84c098dd-969f-4b17-9686-9f87fb10d72b req-bd5de745-b576-4889-9c3e-6ef48b29c970 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2527161
Apr 08 14:37:42.328853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e21f962-1dcb-43ec-b627-80dbaa658d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:42.631489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:42.854738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8eea0-ba3b-440f-b87a-1bba7e8f020f req-ab2800ab-5427-42e9-b588-cd543abf9782 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:42.856367 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bed8eea0-ba3b-440f-b87a-1bba7e8f020f req-ab2800ab-5427-42e9-b588-cd543abf9782 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0929236
Apr 08 14:37:42.896412 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bed8eea0-ba3b-440f-b87a-1bba7e8f020f req-e3d5eb83-0ae3-469b-a503-3993f897b09c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330291
Apr 08 14:37:43.715291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:43.806461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20525a-8edb-47d9-8e23-e8cc518f540c req-4116ade6-0c70-4eee-8618-b68da8152f2a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:43.808135 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9d20525a-8edb-47d9-8e23-e8cc518f540c req-4116ade6-0c70-4eee-8618-b68da8152f2a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 945 time: 0.0915265
Apr 08 14:37:43.845043 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9d20525a-8edb-47d9-8e23-e8cc518f540c req-a2fa33d4-5750-418a-a5a6-68a3b5c56dbd tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268312
Apr 08 14:37:44.120489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0ca2-0ff6-4d39-bfad-965b04b50a71 req-b586fdab-b3b4-4a5e-ad95-781c59dc177c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:44.122173 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-728b0ca2-0ff6-4d39-bfad-965b04b50a71 req-b586fdab-b3b4-4a5e-ad95-781c59dc177c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0923753
Apr 08 14:37:44.153104 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-728b0ca2-0ff6-4d39-bfad-965b04b50a71 req-c4a1d646-5cc2-4ae0-b9ad-61dd0a627c49 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245171
Apr 08 14:37:44.411640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:45.049557 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c068336-01e0-41a0-bf7f-63dd3d359b0e req-7293c27e-0fd2-4741-add8-764e3ce12064 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:45.051092 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6c068336-01e0-41a0-bf7f-63dd3d359b0e req-7293c27e-0fd2-4741-add8-764e3ce12064 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 945 time: 0.0879028
Apr 08 14:37:45.086834 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6c068336-01e0-41a0-bf7f-63dd3d359b0e req-f86c5c9a-b7ae-4624-b68b-b09dcaa6d922 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0288298
Apr 08 14:37:45.367640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af31e-1c9d-4a37-96c0-d52236e99974 req-bd298fbd-73bf-4c08-907b-f073a985c782 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:45.369287 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d04af31e-1c9d-4a37-96c0-d52236e99974 req-bd298fbd-73bf-4c08-907b-f073a985c782 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0945892
Apr 08 14:37:45.402065 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d04af31e-1c9d-4a37-96c0-d52236e99974 req-3c58da88-b049-4ccd-9a06-b89189d8f9b8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253997
Apr 08 14:37:45.622085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-4428ab96-9c0b-481b-9455-6e59e2766740 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:45.623678 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-4428ab96-9c0b-481b-9455-6e59e2766740 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 945 time: 0.0888565
Apr 08 14:37:45.707432 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Deleting port c799cc6c-2337-493c-bb7c-20168db5c0f2 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:37:45.707828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:45.980946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] For port c799cc6c-2337-493c-bb7c-20168db5c0f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c799cc6c-2337-493c-bb7c-20168db5c0f2,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:37:45.981379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:46.294291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:46.294789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:46.294930 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Floating IP b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4 disassociated. External IP: 172.27.1.52, port: c799cc6c-2337-493c-bb7c-20168db5c0f2.
Apr 08 14:37:46.295327 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Calling delete_port for c799cc6c-2337-493c-bb7c-20168db5c0f2 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:37:46.308326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c58cb-6ab8-4d26-850d-659f336b1b7f req-c393d180-2028-48bd-8b24-a99e97e3a7c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:46.310259 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7c1c58cb-6ab8-4d26-850d-659f336b1b7f req-c393d180-2028-48bd-8b24-a99e97e3a7c8 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 945 time: 0.1085911
Apr 08 14:37:46.342168 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7c1c58cb-6ab8-4d26-850d-659f336b1b7f req-12c68e4e-9e32-450e-a859-e783eb58a0b1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups?id=fea3510c-f320-48e6-a0c2-ba142e48a510&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248711
Apr 08 14:37:46.477628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:46.493911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e0b98be6-c0a2-45b1-be31-234877c2b8e9 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:46.552853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event deleted for resources: {'Port': ['ID=c799cc6c-2337-493c-bb7c-20168db5c0f2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:46.596691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:46.745715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b7f3-2e27-4306-a181-fa4f1bf25322 req-cb2c8038-e10c-4fca-9f67-a0878c3fab34 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:46.747389 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a63b7f3-2e27-4306-a181-fa4f1bf25322 req-cb2c8038-e10c-4fca-9f67-a0878c3fab34 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2137492
Apr 08 14:37:46.914763 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a63b7f3-2e27-4306-a181-fa4f1bf25322 req-d558f9a5-a975-43ee-ace5-e39a0d986b7f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063666
Apr 08 14:37:46.964761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Router 0324222e-86e8-4b8f-96d8-daa5bdf6575b has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:37:47.159622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:37:47.169924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] Sync routers for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:37:47.182303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:37:47.183010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e38fc88>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:37:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:47.243604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] No DVR routers for this DVR port c799cc6c-2337-493c-bb7c-20168db5c0f2 on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:37:47.246114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:47.249266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894c387d-0be0-4978-94be-e345ca6f34ea', 'name': 'network-vif-deleted', 'tag': 'c799cc6c-2337-493c-bb7c-20168db5c0f2'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:37:47.295109 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8f58c6db-d48c-4981-8c79-b4006989e25f req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.70 "DELETE /v2.0/ports/c799cc6c-2337-493c-bb7c-20168db5c0f2 HTTP/1.1" status: 204  len: 173 time: 1.6654694
Apr 08 14:37:47.313563 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894c387d-0be0-4978-94be-e345ca6f34ea', 'name': 'network-vif-deleted', 'tag': 'c799cc6c-2337-493c-bb7c-20168db5c0f2', 'status': 'completed', 'code': 200}
Apr 08 14:37:47.379977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:37:47.506919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e7ec09c3-140b-448f-95f0-5fac20995104 req-b3bb85aa-ac3b-402d-be69-5c773be91477 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Synchronizing usage tracker for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:37:47.551402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e7ec09c3-140b-448f-95f0-5fac20995104 req-b3bb85aa-ac3b-402d-be69-5c773be91477 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Unset dirty status for tenant:c8d55bb3470d4b5b91266a7e53afb97a on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:37:47.552725 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7ec09c3-140b-448f-95f0-5fac20995104 req-b3bb85aa-ac3b-402d-be69-5c773be91477 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 210 time: 0.0935547
Apr 08 14:37:47.716524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e38fc88>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:47.720895 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] Checking router: 0324222e-86e8-4b8f-96d8-daa5bdf6575b for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:37:47.730208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:37:47.730893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e38fc88>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:37:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:47.921196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:37:48.157702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2584-3209-41d8-bc64-bce8f3a3f30e req-43911a2f-d093-4c1a-ae66-45d311b29b26 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:48.159381 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a5ff2584-3209-41d8-bc64-bce8f3a3f30e req-43911a2f-d093-4c1a-ae66-45d311b29b26 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1021976
Apr 08 14:37:48.194763 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a5ff2584-3209-41d8-bc64-bce8f3a3f30e req-92013ca4-ea42-45e6-bf98-ee24df2532f8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264752
Apr 08 14:37:48.271626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2f509-2254-47cc-9ceb-1f4f8015265f req-63d98f11-ae81-4336-966e-3d0fd395ccc5 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:48.273470 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-62a2f509-2254-47cc-9ceb-1f4f8015265f req-63d98f11-ae81-4336-966e-3d0fd395ccc5 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.0970645
Apr 08 14:37:48.276901 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e38fc88>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:48.281622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35f3f1c-8f1a-46f1-bc86-ace03cb9ff81 None None] The sync data for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi is: [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:30:34Z', 'revision_number': 4, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d', 'name': '', 'network_id': '6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'mac_address': 'fa:16:3e:ae:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:30Z', 'updated_at': '2021-04-08T14:30:50Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'subnets': [{'id': '97883693-4658-435b-bbbd-bed1e4525f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:37:48.310953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-62a2f509-2254-47cc-9ceb-1f4f8015265f req-0abce32d-93c1-4614-aaa3-ab3a38975660 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0298736
Apr 08 14:37:48.730213 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd5775-cbae-4fc8-ab78-37a83d032e95 None None] New status for floating IP b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4: DOWN {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:37:48.738290 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-36a54f5c-8308-466a-aa84-e3fdfac5ad59 req-59cadc6e-4a95-4384-842e-5285d3beef2c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 210 time: 0.0605364
Apr 08 14:37:48.964985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:37:48.969644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9368204-baf4-4646-ac96-8bb903217a38 req-bd0ab4a9-8cff-4524-81f7-28ec918d3f52 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:48.972768 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e9368204-baf4-4646-ac96-8bb903217a38 req-bd0ab4a9-8cff-4524-81f7-28ec918d3f52 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.0901337
Apr 08 14:37:49.004764 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e9368204-baf4-4646-ac96-8bb903217a38 req-90e82bc4-93d9-49b7-ac9b-c5a85f2075c7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0257356
Apr 08 14:37:49.057237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device c799cc6c-2337-493c-bb7c-20168db5c0f2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:37:49.104174 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: c799cc6c-2337-493c-bb7c-20168db5c0f2 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:37:49.104876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device c799cc6c-2337-493c-bb7c-20168db5c0f2 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:37:49.416869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5938c-6b68-4381-b10f-0d0fb3b57625 req-37760b38-20ac-42b9-b370-6c74312965fe tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:49.418572 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6cd5938c-6b68-4381-b10f-0d0fb3b57625 req-37760b38-20ac-42b9-b370-6c74312965fe tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0949197
Apr 08 14:37:49.451111 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6cd5938c-6b68-4381-b10f-0d0fb3b57625 req-ddd405f1-9665-4e5c-b36a-12c8a2406c8f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257370
Apr 08 14:37:49.534246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97679eee-fb30-42c7-895d-5a5c5f292d29 req-2009c0bf-396b-41d1-b120-21d72cf62dcf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:49.536512 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-97679eee-fb30-42c7-895d-5a5c5f292d29 req-2009c0bf-396b-41d1-b120-21d72cf62dcf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1065149
Apr 08 14:37:49.569245 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-97679eee-fb30-42c7-895d-5a5c5f292d29 req-297849e3-ef52-47c3-96c5-3c2586877efb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260124
Apr 08 14:37:49.923378 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b4266ec9-5d8f-452e-b544-180787185ec3 req-afedb686-c4bc-49de-ba22-54ce5fbad71a tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/ports?device_id=894c387d-0be0-4978-94be-e345ca6f34ea HTTP/1.1" status: 200  len: 210 time: 0.0492001
Apr 08 14:37:50.212533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e454aa-fd66-45be-b831-aed41f8db85a req-a7e75292-d94f-48b3-993b-39cbb14f41c0 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:50.214197 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-50e454aa-fd66-45be-b831-aed41f8db85a req-a7e75292-d94f-48b3-993b-39cbb14f41c0 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.0941312
Apr 08 14:37:50.245676 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-50e454aa-fd66-45be-b831-aed41f8db85a req-816ba1ea-ae14-4c27-a226-703912450bc9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246408
Apr 08 14:37:50.664708 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada15c6a-3e7d-4a6e-8e5c-02a5c71e4a7d req-6aa8b8b9-5f11-4902-a0cf-8a68710dda5d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:50.666708 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ada15c6a-3e7d-4a6e-8e5c-02a5c71e4a7d req-6aa8b8b9-5f11-4902-a0cf-8a68710dda5d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.0960410
Apr 08 14:37:50.703104 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ada15c6a-3e7d-4a6e-8e5c-02a5c71e4a7d req-467be0e9-0458-4a53-a92f-ba01f46e0599 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304985
Apr 08 14:37:50.783806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfbcff-31fe-489f-bccd-c0b34b70ab8d req-213caca4-fd93-4980-97e7-562ffa4c9fe0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:50.785704 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2adfbcff-31fe-489f-bccd-c0b34b70ab8d req-213caca4-fd93-4980-97e7-562ffa4c9fe0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.0992460
Apr 08 14:37:50.823248 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2adfbcff-31fe-489f-bccd-c0b34b70ab8d req-9c0c9639-b4d9-4718-9850-e0385c986a0a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309618
Apr 08 14:37:51.066816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:37:51.084176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37152) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:51.203845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d74d65fe-bc9f-44e4-a519-b5ec5e24e2f4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:51.212122 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:37:51.226762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'port_id': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'mac_address': 'fa:16:3e:3e:b8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:37:51.254109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d74d65fe-bc9f-44e4-a519-b5ec5e24e2f4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:51.312472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-ed00f7fe-4d1a-4e2e-bdec-45bb62bc31d5 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:51.314680 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-ed00f7fe-4d1a-4e2e-bdec-45bb62bc31d5 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.1800458
Apr 08 14:37:51.458619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Deleting port 5e9c3166-817a-4b30-8a89-e916228b8dfe {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:37:51.458924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:51.465522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:51.466866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5052692-f2d3-4dfd-8623-23d3a7c88fb3 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:37:51.484785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:37:51.492424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d74d65fe-bc9f-44e4-a519-b5ec5e24e2f4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:51.506626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-32a0869a-5d8b-444a-b305-266cfe25a3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:51.535503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d65fe-bc9f-44e4-a519-b5ec5e24e2f4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea3510c-f320-48e6-a0c2-ba142e48a510,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:51.546644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d74d65fe-bc9f-44e4-a519-b5ec5e24e2f4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:51.556338 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:51.558264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:51.606627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac0aa8-ebf4-4245-8f80-7364038123d8 req-193cd69a-8794-445c-9494-63f0cff6fb6d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:51.608911 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-86ac0aa8-ebf4-4245-8f80-7364038123d8 req-193cd69a-8794-445c-9494-63f0cff6fb6d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 945 time: 0.2360442
Apr 08 14:37:51.634369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=6']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:51.642408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.642645 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d74d65fe-bc9f-44e4-a519-b5ec5e24e2f4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:51.642807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.643197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.643580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.643962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.644344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.644732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.645104 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.645500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.650127 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d74d65fe-bc9f-44e4-a519-b5ec5e24e2f4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "DELETE /v2.0/security-groups/fea3510c-f320-48e6-a0c2-ba142e48a510 HTTP/1.1" status: 204  len: 168 time: 0.5603349
Apr 08 14:37:51.650244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.650244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.650244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:37:51.650477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37158) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:51.650868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:51.665304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['b5052692-f2d3-4dfd-8623-23d3a7c88fb3'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:37:51.665826 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.v2.resource [None req-e523d6fa-582c-4135-b307-e3581dd85e62 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] show failed (client error): The resource could not be found.
Apr 08 14:37:51.669546 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e523d6fa-582c-4135-b307-e3581dd85e62 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "GET /v2.0/security-groups/fea3510c-f320-48e6-a0c2-ba142e48a510 HTTP/1.1" status: 404  len: 347 time: 0.0217175
Apr 08 14:37:51.670148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37162) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:51.706118 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-86ac0aa8-ebf4-4245-8f80-7364038123d8 req-474aece2-cc94-4c8d-a75b-887ef2192fcc tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831163
Apr 08 14:37:51.845670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] For port 5e9c3166-817a-4b30-8a89-e916228b8dfe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5e9c3166-817a-4b30-8a89-e916228b8dfe,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:37:51.846118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:52.157476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Deleting port 18ef6fab-1356-41b5-8fd7-b18a4232c6e3 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:37:52.157832 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:52.262715 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb513b1-9621-4fc5-b307-f3dd138f5f0e req-75cd6496-3491-41cd-b701-d91cc978bb74 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:52.264923 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cfb513b1-9621-4fc5-b307-f3dd138f5f0e req-75cd6496-3491-41cd-b701-d91cc978bb74 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 944 time: 0.4310260
Apr 08 14:37:52.306814 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cfb513b1-9621-4fc5-b307-f3dd138f5f0e req-86a4d2ea-d715-4dc1-8713-4155bf98744a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0294125
Apr 08 14:37:52.419920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:52.420294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:52.477371 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317dcef-1e2a-403d-88b2-74992843eb6a req-49f1623e-34e9-4d8c-bc32-dec194a3b4b8 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:52.479013 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a317dcef-1e2a-403d-88b2-74992843eb6a req-49f1623e-34e9-4d8c-bc32-dec194a3b4b8 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.5247324
Apr 08 14:37:52.519238 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a317dcef-1e2a-403d-88b2-74992843eb6a req-e70f0987-6a93-45ee-b9e2-f525d9d03b33 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318270
Apr 08 14:37:52.565808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:52.566266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:52.566609 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Floating IP 4a19e52c-82f4-4ecf-8323-022b8cd7d7a3 disassociated. External IP: 172.27.1.173, port: 5e9c3166-817a-4b30-8a89-e916228b8dfe.
Apr 08 14:37:52.567014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Calling delete_port for 5e9c3166-817a-4b30-8a89-e916228b8dfe owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:37:52.571541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Calling delete_port for 18ef6fab-1356-41b5-8fd7-b18a4232c6e3 owned by network:floatingip {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:37:52.826022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:52.826619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:52.842686 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-171d20e8-27c7-411d-8c76-d28c8c82e315 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:52.860473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-49398b20-f294-4f87-991f-699eb3be9780 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:52.901180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event deleted for resources: {'Port': ['ID=5e9c3166-817a-4b30-8a89-e916228b8dfe,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:52.906213 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:53.001475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Pushing event deleted for resources: {'Port': ['ID=18ef6fab-1356-41b5-8fd7-b18a4232c6e3,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:53.012952 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0215bccb-1707-4593-86b5-f1ff7ec9c614 req-42102eee-7b4c-433a-8513-239783a07d4c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.1548336
Apr 08 14:37:53.013918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:53.084971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:37:53.159896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:37:53.160367 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:53.193489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks [] for floatingip, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:53.246019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:53.247550 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] 10.222.0.62 "DELETE /v2.0/floatingips/b244bd4d-ba7e-4df5-aaf6-5f22a05f07c4 HTTP/1.1" status: 204  len: 168 time: 1.5754831
Apr 08 14:37:53.316289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:37:53.344788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:53.363717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:37:53.364954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:37:53.397747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:53.398694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 5e9c3166-817a-4b30-8a89-e916228b8dfe no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:37:53.504758 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'code': 200}
Apr 08 14:37:53.505410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:53.590378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 5e9c3166-817a-4b30-8a89-e916228b8dfe {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:37:53.590784 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 5e9c3166-817a-4b30-8a89-e916228b8dfe not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:37:53.631139 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:37:53.643309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:37:53.660109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:37:53.660817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca866d8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:37:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:53.781242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] No DVR routers for this DVR port 5e9c3166-817a-4b30-8a89-e916228b8dfe on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:37:53.788479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:53.791629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44645307-1043-4c7a-bbb5-d40199526e7b', 'name': 'network-vif-deleted', 'tag': '5e9c3166-817a-4b30-8a89-e916228b8dfe'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:37:53.856322 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-88fb34da-85fe-420b-8b7f-02e9b0bf63ce req-bebd4385-907f-4f54-a594-20dc36538d9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "DELETE /v2.0/ports/5e9c3166-817a-4b30-8a89-e916228b8dfe HTTP/1.1" status: 204  len: 173 time: 2.5331922
Apr 08 14:37:53.878967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4ad49-7a69-4346-8e60-249cb8e56fc7 req-46790a67-e951-4fe1-8dac-b6ea83dfa82d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:53.889768 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-02f4ad49-7a69-4346-8e60-249cb8e56fc7 req-46790a67-e951-4fe1-8dac-b6ea83dfa82d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2042024
Apr 08 14:37:53.955955 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-02f4ad49-7a69-4346-8e60-249cb8e56fc7 req-d99410c6-ad30-43ea-84d2-cee2f9e6906c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459244
Apr 08 14:37:53.984185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:37:54.026677 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44645307-1043-4c7a-bbb5-d40199526e7b', 'name': 'network-vif-deleted', 'tag': '5e9c3166-817a-4b30-8a89-e916228b8dfe', 'status': 'completed', 'code': 200}
Apr 08 14:37:54.058984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=7']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:54.063644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3361de-ce71-40da-9437-517943e24781 req-f8d548ab-8b25-42b3-a630-d023241e2657 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:54.065228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:54.065532 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0d3361de-ce71-40da-9437-517943e24781 req-f8d548ab-8b25-42b3-a630-d023241e2657 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.2673621
Apr 08 14:37:54.142919 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0d3361de-ce71-40da-9437-517943e24781 req-9042cf17-d791-4adf-b22d-651982d9a1f9 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674045
Apr 08 14:37:54.329291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-615e12c5-ae3c-48a9-a0ed-79a371b4f636 req-95a5f8fc-61d5-4aff-8e76-f60d9b7c8366 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:37:54.415244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-615e12c5-ae3c-48a9-a0ed-79a371b4f636 req-95a5f8fc-61d5-4aff-8e76-f60d9b7c8366 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:37:54.416877 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-615e12c5-ae3c-48a9-a0ed-79a371b4f636 req-95a5f8fc-61d5-4aff-8e76-f60d9b7c8366 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=44645307-1043-4c7a-bbb5-d40199526e7b HTTP/1.1" status: 200  len: 210 time: 0.2111566
Apr 08 14:37:54.499714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca866d8>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:54.504324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:37:54.515682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:37:54.516381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30ca866d8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:37:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:54.746723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:37:55.170957 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30ca866d8>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:37:55.176038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73ecf3-5469-4d9f-bc73-487aa4ad4aa9 None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:37:55.383629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3219445-01a1-4271-9d38-606006a95126 req-fae76b56-5c93-4282-aa57-4f783627b5bc tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:55.392418 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f3219445-01a1-4271-9d38-606006a95126 req-fae76b56-5c93-4282-aa57-4f783627b5bc tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2299604
Apr 08 14:37:55.444671 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f3219445-01a1-4271-9d38-606006a95126 req-4bad8e06-b917-4698-8c6e-c903576b4e79 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510011
Apr 08 14:37:55.536941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189bafd-b47a-41c7-880a-f880fd753176 req-f5f725bb-4bf0-425c-8b82-200df7f2e3b4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:55.539212 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f189bafd-b47a-41c7-880a-f880fd753176 req-f5f725bb-4bf0-425c-8b82-200df7f2e3b4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1544740
Apr 08 14:37:55.605477 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f189bafd-b47a-41c7-880a-f880fd753176 req-5e6a9e96-efd5-4b9b-978a-48fd122989d6 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582054
Apr 08 14:37:55.795074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37d7d7-da52-4af8-92a1-e0b54365437c None None] New status for floating IP 4a19e52c-82f4-4ecf-8323-022b8cd7d7a3: DOWN {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:37:55.993914 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-0d73877b-f2a4-4c8c-97b1-81e9f5d32ade tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066979189&fields=id&tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 267 time: 0.0485237
Apr 08 14:37:56.228986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-2d277401-6bd2-4a80-8212-19b2f2e055cf tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:56.237233 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-2d277401-6bd2-4a80-8212-19b2f2e055cf tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 812 time: 0.2339780
Apr 08 14:37:56.255974 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5f2cc04e-5649-43e9-9a47-94f128727195 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/quotas/b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 375 time: 0.0175872
Apr 08 14:37:56.437710 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-bcad3573-1b7f-4b38-9ff9-614c49efb85c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1627991
Apr 08 14:37:56.610615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37272) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:56.648146 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-c4fcc944-c102-47d8-bdb1-a18578c05e7c service neutron] 10.222.0.62 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078204
Apr 08 14:37:56.763807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf052ea-72da-405e-9c3c-a8d29b73f4d2 req-197895a6-c2af-4eb2-bd54-f02fe9dc7c51 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:56.772281 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7bf052ea-72da-405e-9c3c-a8d29b73f4d2 req-197895a6-c2af-4eb2-bd54-f02fe9dc7c51 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1527820
Apr 08 14:37:56.817000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-929dca63-b77f-45a4-9bd4-db2e6e0ee32e service neutron] 10.222.0.62 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676736
Apr 08 14:37:56.822149 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7bf052ea-72da-405e-9c3c-a8d29b73f4d2 req-4f27bde7-c182-4ac9-a234-0f1cafd8e3cb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461524
Apr 08 14:37:56.874965 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:56.916893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:37:56.921992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Usage tracker for resource:security_group_rule and tenant:72dad941e00b4a15ac36b25850b2e19d is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:37:56.925316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:37:56.932440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:37:57.044161 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:57.121776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:57.136783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7497003a-6ace-4833-8c42-ce964d04b435 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:57.197672 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c65be-a3b0-494b-a0eb-a50738ced63b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:57.215829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:57.220525 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e2e2297e-6ba6-4219-9a84-8976ccb64ccf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72dad941e00b4a15ac36b25850b2e19d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6075618
Apr 08 14:37:57.223321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37288) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:37:57.260218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c687fb-8ba4-4866-85b8-b25c33ac8813 req-78f24d71-83bd-44f4-98bc-d47189d2c85f tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:57.261917 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-03c687fb-8ba4-4866-85b8-b25c33ac8813 req-78f24d71-83bd-44f4-98bc-d47189d2c85f tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1938715
Apr 08 14:37:57.318008 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-03c687fb-8ba4-4866-85b8-b25c33ac8813 req-a0383817-d0ee-41b8-9278-6bfa57d1751c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475092
Apr 08 14:37:57.353821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c03c6995-fbde-427a-9efe-a55b341bec37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:57.392543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c03c6995-fbde-427a-9efe-a55b341bec37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:57.527248 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d3ef0a7d-7ada-4644-b8ce-76f49f041755 req-5cb68218-6d81-4d6f-8372-d0b97c173f8e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 210 time: 0.0497327
Apr 08 14:37:58.085495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c03c6995-fbde-427a-9efe-a55b341bec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:58.085495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-67b4b794-fbd0-4557-b0aa-d030f734b572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:37:58.085495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6995-fbde-427a-9efe-a55b341bec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c65be-a3b0-494b-a0eb-a50738ced63b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:37:58.085495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c03c6995-fbde-427a-9efe-a55b341bec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:37:58.085495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c03c6995-fbde-427a-9efe-a55b341bec37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:37:58.085495 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c03c6995-fbde-427a-9efe-a55b341bec37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b4c65be-a3b0-494b-a0eb-a50738ced63b HTTP/1.1" status: 204  len: 168 time: 0.6910117
Apr 08 14:37:58.089888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1192c8-5c04-44d3-b596-a2bed9df98ba req-9655560b-ed4e-4bd1-ac95-99315e42552c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:58.089888 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eb1192c8-5c04-44d3-b596-a2bed9df98ba req-9655560b-ed4e-4bd1-ac95-99315e42552c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1081829
Apr 08 14:37:58.103169 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eb1192c8-5c04-44d3-b596-a2bed9df98ba req-12dd7fea-852b-4ed2-8f84-b0aa194a4a03 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329578
Apr 08 14:37:58.704091 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-93f2009a-dc73-4df8-99f0-e497bdd574e6 req-78fe8071-9a1d-4b09-9f5e-9d700a147e9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 210 time: 0.0806775
Apr 08 14:37:59.148258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934a4f6-180c-41e1-a2cb-c1a41eb2029a req-f42a9547-07c3-480b-a439-03111b0c5538 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:59.150156 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1934a4f6-180c-41e1-a2cb-c1a41eb2029a req-f42a9547-07c3-480b-a439-03111b0c5538 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1091826
Apr 08 14:37:59.222508 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1934a4f6-180c-41e1-a2cb-c1a41eb2029a req-eceb7574-4ffc-432c-9b28-4dad0d0d7550 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544245
Apr 08 14:37:59.522876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83f69-0c48-4e86-ae2d-5e490ab35162 req-21ff6e40-1dbc-4e14-996e-0d750b0c317d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:59.525009 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bbd83f69-0c48-4e86-ae2d-5e490ab35162 req-21ff6e40-1dbc-4e14-996e-0d750b0c317d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1940596
Apr 08 14:37:59.560496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-d1646333-be28-4087-8c25-2d28a802a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:59.562504 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-d1646333-be28-4087-8c25-2d28a802a702 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1099 time: 0.1660533
Apr 08 14:37:59.775133 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-bd11c315-eab1-4c04-872e-f76dc5d837d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:37:59.776867 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-bd11c315-eab1-4c04-872e-f76dc5d837d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 200  len: 910 time: 0.2022932
Apr 08 14:37:59.789088 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bbd83f69-0c48-4e86-ae2d-5e490ab35162 req-0f2deee4-efa4-47b4-b143-7ded95174502 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2568905
Apr 08 14:37:59.950804 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-bf962b03-3c67-4c0c-8177-231a3e47afee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 200  len: 1001 time: 0.1604228
Apr 08 14:37:59.953401 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3ddfea11-c5ca-4cda-b1fd-8abcc05931bd req-efff7fb8-912c-4c3a-b67a-5dfbe56def62 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 210 time: 0.0590577
Apr 08 14:38:00.066659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-16227dab-8e57-4be4-8dcb-9eb7d82f8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:00.068269 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-16227dab-8e57-4be4-8dcb-9eb7d82f8269 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85ede9ba-3a12-4078-8297-3f114fd4152f HTTP/1.1" status: 200  len: 848 time: 0.1089256
Apr 08 14:38:00.109191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37328) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:00.189090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-9c81763e-908b-45b4-a565-2dfbd02125de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:00.192624 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-9c81763e-908b-45b4-a565-2dfbd02125de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1158996
Apr 08 14:38:00.426002 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-9380f2ef-14fb-4daf-9e09-6fb76a515518 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2244389
Apr 08 14:38:00.748226 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ef2e36ed-b6ab-4cec-86aa-600a7e18ab87 req-f70a0fca-dc47-4f5f-a4b6-68ad5d750e09 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3152907
Apr 08 14:38:00.795018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a32c1-5e7f-4977-9a5b-cbe5856442f0 req-a90e34fb-169c-4e2a-9bcc-29876b5ee057 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:00.810784 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2e3a32c1-5e7f-4977-9a5b-cbe5856442f0 req-a90e34fb-169c-4e2a-9bcc-29876b5ee057 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.3723631
Apr 08 14:38:00.885807 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2e3a32c1-5e7f-4977-9a5b-cbe5856442f0 req-231f3699-dea7-422e-a92c-3ae03ff5670d tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738618
Apr 08 14:38:01.156860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-af483b83-58ae-4d3f-919e-60723192cf9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:01.162050 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-af483b83-58ae-4d3f-919e-60723192cf9d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 812 time: 0.5530987
Apr 08 14:38:01.184614 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ef4da4a-7670-49c9-95ca-21dd7131fd6e req-e77e1fab-3011-48c3-8a57-394547ee71ff tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 210 time: 0.0549586
Apr 08 14:38:01.421478 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-b6fd8b1c-9567-4ca2-a163-c6ab9e789509 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 8061 time: 0.1603742
Apr 08 14:38:01.438881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'port': {'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'admin_state_up': True, 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'security_groups': ['a9bfd8dd-1903-41bc-90a2-af1b02e10308']}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:38:01.631964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a627147-1b62-4dde-95d5-788c96e31791 req-e7da8178-61a0-40cd-bf08-817dea4dfa29 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:01.631964 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2a627147-1b62-4dde-95d5-788c96e31791 req-e7da8178-61a0-40cd-bf08-817dea4dfa29 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.4424288
Apr 08 14:38:01.671465 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2a627147-1b62-4dde-95d5-788c96e31791 req-bfc37730-0077-4fc1-92d5-1f452e7b59a9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614653
Apr 08 14:38:01.720415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:01.735379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:01.773247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:02.102335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Made reservation on behalf of b9c18c8d02da4cb99da2650a8dfca3ca for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:38:02.110996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:02.426567 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed54cb8-e548-48c4-8928-5f9ab327fa77 req-ca4c321e-6897-40ff-9db1-524feac8a1e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:02.440182 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eed54cb8-e548-48c4-8928-5f9ab327fa77 req-ca4c321e-6897-40ff-9db1-524feac8a1e0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1883717
Apr 08 14:38:02.521710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Allocated IP 172.20.0.10 (7b6fb958-c947-4b6e-bdbd-1275a7d9def6/ed7d0c65-c480-42ef-80ac-80a046c9839c/63255853-f443-41d7-a775-d64c185ff6d0) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:38:02.729737 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6aa3f049-a905-4d76-80b5-782c8ca51f91 req-24113ac6-a42f-4ce5-979c-b58f393c246e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 210 time: 0.2009869
Apr 08 14:38:02.779258 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eed54cb8-e548-48c4-8928-5f9ab327fa77 req-21c1894b-9346-4251-bfd9-d7424fd7c149 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3398359
Apr 08 14:38:03.169960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Deleting port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:38:03.171289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:03.240947 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c4b39-4ae3-464d-a39b-82d23ba02b93 req-b06dbac3-2720-46fa-b874-c3f699e01647 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:03.243512 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c29c4b39-4ae3-464d-a39b-82d23ba02b93 req-b06dbac3-2720-46fa-b874-c3f699e01647 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2707362
Apr 08 14:38:03.247365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:03.351534 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c29c4b39-4ae3-464d-a39b-82d23ba02b93 req-54331a75-ff4a-4dad-a937-924ae89190af tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848913
Apr 08 14:38:03.421622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Transition to ACTIVE for port object 63255853-f443-41d7-a775-d64c185ff6d0 will not be triggered until provisioned by entity DHCP. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:38:03.541348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] For port ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:03.542146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:03.694733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:03.707461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Calling delete_port for ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d owned by network:router_interface {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:38:03.765186 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e0df75f8-f7d0-4f56-9504-0cedaa6391e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:04.062266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79193d10-16b9-44e9-96f6-0e9e2db5618e req-9b4ef9b8-41e7-4a04-8ce9-333af98e8372 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:04.073176 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-79193d10-16b9-44e9-96f6-0e9e2db5618e req-9b4ef9b8-41e7-4a04-8ce9-333af98e8372 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 932 time: 0.1385069
Apr 08 14:38:04.131086 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-79193d10-16b9-44e9-96f6-0e9e2db5618e req-beced780-3f81-4df2-af1d-9d396703c17f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595243
Apr 08 14:38:04.146698 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:38:04.156202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:38:04.160219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:38:04.323317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=63255853-f443-41d7-a775-d64c185ff6d0,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:04.351592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:04.385603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:04.386191 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:04.436727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba903fa-bb33-41c2-b9e6-d91fdcf87563 req-26482778-dfd3-478b-a657-d2c895b5068c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:04.445275 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eba903fa-bb33-41c2-b9e6-d91fdcf87563 req-26482778-dfd3-478b-a657-d2c895b5068c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.4257865
Apr 08 14:38:04.518977 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eba903fa-bb33-41c2-b9e6-d91fdcf87563 req-1d21c3b9-f31d-4f4c-b892-a4702286abb4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722902
Apr 08 14:38:04.643510 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2101603
Apr 08 14:38:04.661404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5861f-469f-47be-8c11-edc42abe1182 req-4de3798c-3b32-41df-aa69-458267984624 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:04.663059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Request body: {'port': {'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:38:04.666625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-931f1a84-5ab4-44fc-b243-65bd20f61613 None None] Provisioning for port 63255853-f443-41d7-a775-d64c185ff6d0 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:38:04.670919 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40e5861f-469f-47be-8c11-edc42abe1182 req-4de3798c-3b32-41df-aa69-458267984624 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1209760
Apr 08 14:38:04.675649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-931f1a84-5ab4-44fc-b243-65bd20f61613 None None] Provisioning complete for port 63255853-f443-41d7-a775-d64c185ff6d0 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:38:04.676035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-931f1a84-5ab4-44fc-b243-65bd20f61613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:04.719647 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40e5861f-469f-47be-8c11-edc42abe1182 req-c0cd5161-f1ed-40b4-97fc-49724d3f48bb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451472
Apr 08 14:38:04.815498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-931f1a84-5ab4-44fc-b243-65bd20f61613 None None] Port 63255853-f443-41d7-a775-d64c185ff6d0 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:38:04.831257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:04.935669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7d1b7336-e79a-4534-a084-efcd2708b2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:04.973347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:05.002825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:05.048726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:05.121982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:05.207061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37366) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:05.336189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30584-d462-43db-bd8d-a73a9cf5d382 req-8c0d0724-60d7-4f66-a65c-e7ec6f10cb2f tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:05.348511 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-81d30584-d462-43db-bd8d-a73a9cf5d382 req-8c0d0724-60d7-4f66-a65c-e7ec6f10cb2f tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1931460
Apr 08 14:38:05.381102 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-81d30584-d462-43db-bd8d-a73a9cf5d382 req-357ca855-90c2-4851-9504-498f135b7cec tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321312
Apr 08 14:38:06.045787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ba9cc-0970-47d8-985a-9602fde8578a req-59b5f15a-99b0-4706-b707-5f7e15fa5f72 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:06.047979 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-593ba9cc-0970-47d8-985a-9602fde8578a req-59b5f15a-99b0-4706-b707-5f7e15fa5f72 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1349523
Apr 08 14:38:06.096591 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-593ba9cc-0970-47d8-985a-9602fde8578a req-f254ec05-02ee-4e0e-a5d8-bd69bbc82746 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406477
Apr 08 14:38:06.234071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d41f1d-950f-4eab-8b4c-aedeb622f905 req-a44a44eb-c176-4d46-970a-f88342d8a23c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:06.234856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-08d41f1d-950f-4eab-8b4c-aedeb622f905 req-a44a44eb-c176-4d46-970a-f88342d8a23c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:38:06.253213 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-43c75cda-b76f-4965-b5b0-b7357e4ccbc5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 1.0425165
Apr 08 14:38:06.337004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:06.378507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-08d41f1d-950f-4eab-8b4c-aedeb622f905 req-a44a44eb-c176-4d46-970a-f88342d8a23c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:38:06.379749 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-08d41f1d-950f-4eab-8b4c-aedeb622f905 req-a44a44eb-c176-4d46-970a-f88342d8a23c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 932 time: 0.6919453
Apr 08 14:38:06.553471 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-08d41f1d-950f-4eab-8b4c-aedeb622f905 req-d7b59d7f-9388-484a-be41-60f46693445d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018515
Apr 08 14:38:06.595545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63255853-f443-41d7-a775-d64c185ff6d0 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:38:06.605642 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:06.612305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796576-01ff-4cd7-a46c-b1da8856fd25 req-d7c3e8fc-8bbc-4536-afa4-a12e40f5d56a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:06.614250 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cb796576-01ff-4cd7-a46c-b1da8856fd25 req-d7c3e8fc-8bbc-4536-afa4-a12e40f5d56a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1066477
Apr 08 14:38:06.632372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Transition to ACTIVE for port object 63255853-f443-41d7-a775-d64c185ff6d0 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:38:06.652656 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cb796576-01ff-4cd7-a46c-b1da8856fd25 req-8594494e-50cc-425e-9d7e-7cbd0a5baefe tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320351
Apr 08 14:38:06.700119 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:06.806498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8f605069-bff9-42eb-bf04-ad1a18634194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:06.990763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Pushing event updated for resources: {'Port': ['ID=63255853-f443-41d7-a775-d64c185ff6d0,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:06.993900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:07.141633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:38:07.299033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:07.331272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:07.332697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:38:07.368124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:07.371882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:07.490267 dv-cinder-784623-3-iscsi neutron-server[84347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'code': 422} returned with failed status
Apr 08 14:38:07.508350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=6']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:07.512137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:07.598124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Router 0324222e-86e8-4b8f-96d8-daa5bdf6575b has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:38:07.599183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Attempting to bind port 63255853-f443-41d7-a775-d64c185ff6d0 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:38:07.599689 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Attempting to bind port 63255853-f443-41d7-a775-d64c185ff6d0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:38:07.599910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Attempting to bind port 63255853-f443-41d7-a775-d64c185ff6d0 on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:38:07.614404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Port 63255853-f443-41d7-a775-d64c185ff6d0 on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:38:07.614780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Attempting to bind port 63255853-f443-41d7-a775-d64c185ff6d0 on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:38:07.628792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347631b5-4fc8-4326-b556-1885bfb24c65 req-ae5420fa-7de0-4410-835b-992c45645308 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:07.630569 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-347631b5-4fc8-4326-b556-1885bfb24c65 req-ae5420fa-7de0-4410-835b-992c45645308 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2897215
Apr 08 14:38:07.636401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:38:07.636731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Checking segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:38:07.637178 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Bound using segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:38:07.639137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Bound port: 63255853-f443-41d7-a775-d64c185ff6d0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:38:07.639137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:07.821792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28107a-6238-48ec-a8a4-8c966b19c184 req-4f0c80ef-b34b-4950-bdde-dc4c6a33fdf0 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:07.823957 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fc28107a-6238-48ec-a8a4-8c966b19c184 req-4f0c80ef-b34b-4950-bdde-dc4c6a33fdf0 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.1249607
Apr 08 14:38:07.831934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-9931f8a2-ba5b-4d99-b2af-6386a5d16994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:07.833761 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-9931f8a2-ba5b-4d99-b2af-6386a5d16994 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 1098 time: 0.1804769
Apr 08 14:38:07.908133 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fc28107a-6238-48ec-a8a4-8c966b19c184 req-afd39016-8581-4ffa-a2ba-5a7119a2b6d9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715771
Apr 08 14:38:08.031792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-98a6ecd0-3542-4a8e-ac42-d073a71a7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:08.034520 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-98a6ecd0-3542-4a8e-ac42-d073a71a7898 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 917 time: 0.1810603
Apr 08 14:38:08.195172 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-347631b5-4fc8-4326-b556-1885bfb24c65 req-d0a2aa63-28ac-4590-bc46-042e4e651ee9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5211802
Apr 08 14:38:08.222769 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-f8c205bc-7277-4f0f-829f-4f3baaf35e3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3 HTTP/1.1" status: 200  len: 1001 time: 0.1818771
Apr 08 14:38:08.258864 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] For port 63255853-f443-41d7-a775-d64c185ff6d0, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:38:08.274593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] For port 63255853-f443-41d7-a775-d64c185ff6d0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=63255853-f443-41d7-a775-d64c185ff6d0,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:38:08.282925 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:38:08.297961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] Sync routers for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:38:08.300057 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] 10.222.0.62 "PUT /v2.0/routers/0324222e-86e8-4b8f-96d8-daa5bdf6575b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1887791
Apr 08 14:38:08.305708 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37404) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:08.312388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:38:08.312388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30da33780>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:37:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:08.318897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-5fbb7537-108e-4b31-b5a3-a08ee26610db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:08.320495 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-5fbb7537-108e-4b31-b5a3-a08ee26610db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.0892987
Apr 08 14:38:08.440915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101318-9e77-44dc-ae10-2b28c1d30098 req-9b8f2a96-bf4d-411a-b369-c2bfd3b36c7d tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:08.443848 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e101318-9e77-44dc-ae10-2b28c1d30098 req-9b8f2a96-bf4d-411a-b369-c2bfd3b36c7d tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.3345721
Apr 08 14:38:08.446778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:08.468234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:08.533514 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1e101318-9e77-44dc-ae10-2b28c1d30098 req-92100508-a9f9-4df5-9e0f-cebbfd08a9b2 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784850
Apr 08 14:38:08.542212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:38:08.571394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-26443208-425b-485e-9819-a6f1ae4ba68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:08.571394 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-26443208-425b-485e-9819-a6f1ae4ba68c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb&tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac HTTP/1.1" status: 200  len: 1097 time: 0.2493033
Apr 08 14:38:08.585476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-50de7a49-cecd-4502-89b6-2330a7bce551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:08.588521 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-50de7a49-cecd-4502-89b6-2330a7bce551 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2240074
Apr 08 14:38:08.717971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Pushing event updated for resources: {'Port': ['ID=63255853-f443-41d7-a775-d64c185ff6d0,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:08.728257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:08.750090 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks [] for router, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:08.824417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-4222b5ee-3ce6-4994-922c-6cecc6c55e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:08.826202 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-4222b5ee-3ce6-4994-922c-6cecc6c55e31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1097 time: 0.2071548
Apr 08 14:38:08.874555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30da33780>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:38:04Z', 'revision_number': 5, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port': {'id': 'f14700bc-bf30-4c24-9d05-1efb61c34dcd', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:30:24Z', 'updated_at': '2021-04-08T14:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:08.879128 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] Checking router: 0324222e-86e8-4b8f-96d8-daa5bdf6575b for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:38:08.890187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] Routers {'0324222e-86e8-4b8f-96d8-daa5bdf6575b'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:38:08.891351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30da33780>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:37:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:08.895786 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-132536dc-0352-44e1-b95c-c016ae1f2e26 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995603
Apr 08 14:38:09.009066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:09.010906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:09.015743 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e2350fb1-af19-4eb9-a94d-cc2fd147d166 service neutron] 10.222.0.70 "PUT /v2.0/ports/63255853-f443-41d7-a775-d64c185ff6d0 HTTP/1.1" status: 200  len: 1094 time: 4.3623927
Apr 08 14:38:09.019859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:38:09.047466 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:09.186877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-29fdcb85-afc1-4b93-9c8a-2291bb0aa908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:09.188740 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-29fdcb85-afc1-4b93-9c8a-2291bb0aa908 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 200  len: 910 time: 0.3469527
Apr 08 14:38:09.279591 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-35b6c713-1209-4322-92c4-1ed00a172de6 req-9df95531-34d0-4098-8648-db93e7b1d931 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3295152
Apr 08 14:38:09.324789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Deleting port f14700bc-bf30-4c24-9d05-1efb61c34dcd {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:38:09.325214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:09.355106 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-697ed43b-b483-4146-8f94-0adfbab9412d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 200  len: 999 time: 0.1558673
Apr 08 14:38:09.411673 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] Set router 0324222e-86e8-4b8f-96d8-daa5bdf6575b gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:38:09.442084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-af0f02fe-7030-47bb-9d27-69b8044a4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:09.443737 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-af0f02fe-7030-47bb-9d27-69b8044a4bcd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85ede9ba-3a12-4078-8297-3f114fd4152f HTTP/1.1" status: 200  len: 848 time: 0.0805533
Apr 08 14:38:09.449580 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0', 'status': 'completed', 'code': 200}
Apr 08 14:38:09.538380 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30da33780>, [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:38:09Z', 'revision_number': 6, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port_host': None}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:09.543964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff86b7d-4ce8-4ada-b4f9-55fa04562923 None None] The sync data for ids ['0324222e-86e8-4b8f-96d8-daa5bdf6575b'] in dv-cinder-784623-3-iscsi is: [{'id': '0324222e-86e8-4b8f-96d8-daa5bdf6575b', 'name': 'tempest-AttachVolumeTestJSON-211897126-router', 'tenant_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:30:23Z', 'updated_at': '2021-04-08T14:38:09Z', 'revision_number': 6, 'project_id': 'c8d55bb3470d4b5b91266a7e53afb97a', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:38:09.608570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-6994975d-e154-4b96-9cd7-b99cbd32fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:09.610190 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-6994975d-e154-4b96-9cd7-b99cbd32fca5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 1097 time: 0.5009713
Apr 08 14:38:09.637770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-30030083-e5ef-4d8d-bae3-bc4d1608eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:09.639464 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-30030083-e5ef-4d8d-bae3-bc4d1608eb98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1887207
Apr 08 14:38:09.646342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a36f5e-be94-42cd-a304-2dcf55d85623 req-b4e0f710-9cc2-4fe0-afe9-3bdcfc56010a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:09.649256 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-95a36f5e-be94-42cd-a304-2dcf55d85623 req-b4e0f710-9cc2-4fe0-afe9-3bdcfc56010a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.4345586
Apr 08 14:38:09.662592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c410c9-93fb-4ca3-93af-b5c756238426 req-6e745384-5d64-49ee-a1a1-8d83342d2254 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:09.664525 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-46c410c9-93fb-4ca3-93af-b5c756238426 req-6e745384-5d64-49ee-a1a1-8d83342d2254 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1420028
Apr 08 14:38:09.733768 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-46c410c9-93fb-4ca3-93af-b5c756238426 req-2599223e-1ff3-439e-b848-457850bc42ea tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446038
Apr 08 14:38:09.754059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-27438b20-4756-4eff-97f0-15b40f95006f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:09.762979 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-e31db58f-66d3-483c-b510-53f9d58d667e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63255853-f443-41d7-a775-d64c185ff6d0 HTTP/1.1" status: 200  len: 217 time: 0.1067166
Apr 08 14:38:09.770493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] For port f14700bc-bf30-4c24-9d05-1efb61c34dcd, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f14700bc-bf30-4c24-9d05-1efb61c34dcd,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:09.770892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:09.836926 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-95a36f5e-be94-42cd-a304-2dcf55d85623 req-6b55036c-a5bf-4b5f-af4c-5b730e7b7c11 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059434
Apr 08 14:38:09.931272 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-94852a4f-a555-43a6-a63b-87a7130b3a7e service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2654953
Apr 08 14:38:09.971348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Calling delete_port for f14700bc-bf30-4c24-9d05-1efb61c34dcd owned by network:router_gateway {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:38:10.046271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-92e63380-07ee-42f2-a67b-76fb09c1f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:10.047869 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-92e63380-07ee-42f2-a67b-76fb09c1f2c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.2611291
Apr 08 14:38:10.082382 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6440ec-df3d-42ec-99a5-a928e44e5f5e req-6916fbd9-7a45-4aab-bc3b-a19edfd04fc4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:10.083987 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fd6440ec-df3d-42ec-99a5-a928e44e5f5e req-6916fbd9-7a45-4aab-bc3b-a19edfd04fc4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.2073305
Apr 08 14:38:10.133028 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-fd6440ec-df3d-42ec-99a5-a928e44e5f5e req-4600b416-fe32-4785-9127-5d4fa210e5e8 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409124
Apr 08 14:38:10.136001 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-64c469ef-c34a-4007-891f-24dbb80066a2 req-539e2699-0ea1-4f96-ba9a-e03d79d2d928 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1958566
Apr 08 14:38:10.187489 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-20e38dd2-4d2a-4dae-9237-cdc98fd3aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:10.189174 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-20e38dd2-4d2a-4dae-9237-cdc98fd3aaa5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1200595
Apr 08 14:38:10.393604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:10.413017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61726611-ba79-4d50-93e6-7e35c84a7872 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:10.476102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14700bc-bf30-4c24-9d05-1efb61c34dcd,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:10.481479 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-5ac8755d-d3bf-44aa-b2d2-ef7f8d8f378e service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545002
Apr 08 14:38:10.564087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.564497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.564914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.565344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.565750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.566151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.566548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.566945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.567373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.567760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.568153 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.568542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:10.587266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:10.773762 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f14700bc-bf30-4c24-9d05-1efb61c34dcd no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:38:10.781829 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-71cac16f-0e43-4815-b336-f1f32e28b5de req-fe94bdcf-e201-482e-8623-3967da01c3c3 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439811
Apr 08 14:38:10.853870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: f14700bc-bf30-4c24-9d05-1efb61c34dcd {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:38:10.854949 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f14700bc-bf30-4c24-9d05-1efb61c34dcd not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:38:10.855663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:38:10.911680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:38:10.912426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ee4a6d5e-50da-4985-8b24-8b0be3cf8a4d not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:38:11.087884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b15ef1-bff4-4772-837f-4ab1bd8c930e req-2df4b432-b58e-4b46-b324-6b21cb84688e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:11.089720 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-44b15ef1-bff4-4772-837f-4ab1bd8c930e req-2df4b432-b58e-4b46-b324-6b21cb84688e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.1144936
Apr 08 14:38:11.127759 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-44b15ef1-bff4-4772-837f-4ab1bd8c930e req-e88a1649-b5d4-40f3-b285-77628c042995 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0288274
Apr 08 14:38:11.161522 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:38:11.235375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.305185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.319585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:38:11.333263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:11.371598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.374055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:11.445353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9a4f-71c1-4116-b88e-9254a8a157ca req-ea384a20-bd75-4056-8655-18e4c5b05da4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:11.452066 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=8']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:11.452457 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-84fe9a4f-71c1-4116-b88e-9254a8a157ca req-ea384a20-bd75-4056-8655-18e4c5b05da4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.1147804
Apr 08 14:38:11.455615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:11.483237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.489284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.493001 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-84fe9a4f-71c1-4116-b88e-9254a8a157ca req-bb7a4834-5a0b-46e5-9dd3-d8bafca272d0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0291245
Apr 08 14:38:11.503183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af4ad-0521-4f25-9875-f7479408922b req-024f5d6b-a80a-477a-b153-38687fbc8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:11.504849 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b10af4ad-0521-4f25-9875-f7479408922b req-024f5d6b-a80a-477a-b153-38687fbc8c09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 1097 time: 0.3996975
Apr 08 14:38:11.553106 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'code': 200}
Apr 08 14:38:11.559530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef60d29-0e94-451a-8fa3-3ae06fbb3c25 req-56cb908e-f852-4095-b275-de69f93967ba tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:11.561271 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ef60d29-0e94-451a-8fa3-3ae06fbb3c25 req-56cb908e-f852-4095-b275-de69f93967ba tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 945 time: 0.4547219
Apr 08 14:38:11.668495 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ef60d29-0e94-451a-8fa3-3ae06fbb3c25 req-4e2dd33e-e31c-415d-b740-e0ecff28210b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0942740
Apr 08 14:38:11.682211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.682885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0324222e-86e8-4b8f-96d8-daa5bdf6575b {{(pid=84461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:38:11.722406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.726000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e7cd2f8b-d431-4390-93df-ceb56438c549 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0324222e-86e8-4b8f-96d8-daa5bdf6575b HTTP/1.1" status: 204  len: 168 time: 3.4164553
Apr 08 14:38:11.726890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af4ad-0521-4f25-9875-f7479408922b req-1716713c-77c5-4f55-b3e7-b3c25be42bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:11.727214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37426) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:11.728440 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b10af4ad-0521-4f25-9875-f7479408922b req-1716713c-77c5-4f55-b3e7-b3c25be42bde service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.2075884
Apr 08 14:38:11.803796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Deleting subnet 97883693-4658-435b-bbbd-bed1e4525f1c {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:38:11.807585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.815627 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b10af4ad-0521-4f25-9875-f7479408922b req-7c8611c3-03e6-4789-b999-7903b27ae0ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63255853-f443-41d7-a775-d64c185ff6d0 HTTP/1.1" status: 200  len: 217 time: 0.0795162
Apr 08 14:38:11.867792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3939248'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.891959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af4ad-0521-4f25-9875-f7479408922b req-dee663db-17cb-4c47-8347-3d752c99e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:11.893674 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b10af4ad-0521-4f25-9875-f7479408922b req-dee663db-17cb-4c47-8347-3d752c99e0ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0715079
Apr 08 14:38:11.961475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:11.983426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10af4ad-0521-4f25-9875-f7479408922b req-ff7462f9-0c85-4958-858a-886de91f385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:11.985081 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b10af4ad-0521-4f25-9875-f7479408922b req-ff7462f9-0c85-4958-858a-886de91f385b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847619
Apr 08 14:38:12.136308 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b10af4ad-0521-4f25-9875-f7479408922b req-5455989b-132d-46bb-ba0e-dfeecddc8558 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427777
Apr 08 14:38:12.296359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2380390'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:12.304737 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b10af4ad-0521-4f25-9875-f7479408922b req-3c7ee615-0b05-4291-b83f-e631f1cc1342 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615217
Apr 08 14:38:12.331103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9fad5625-8c35-4fde-b662-f5ccd0ac53f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:12.560897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:12.613099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97883693-4658-435b-bbbd-bed1e4525f1c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:12.666071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:12.685298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.685757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.686180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.686593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.687000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.687415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.687817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.688215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.688619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.689030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.689454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.689849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:38:12.704418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:12.722556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01218c5-9124-4162-afc3-922c0275dc43 req-5389a641-5312-4965-81aa-f25a1b8be351 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:12.724279 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b01218c5-9124-4162-afc3-922c0275dc43 req-5389a641-5312-4965-81aa-f25a1b8be351 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.0966864
Apr 08 14:38:12.747679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:12.752202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33abad2a-8daa-4727-b7e8-f0cd42095b36 None None] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:38:12.760023 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b01218c5-9124-4162-afc3-922c0275dc43 req-6c6299c5-9406-4f9c-b450-20def1184b62 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0275798
Apr 08 14:38:12.760302 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35c55d-ccd7-4bc7-866c-d4defeefcee2 req-29c2f396-f939-4e53-b107-d3002a43291b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:12.762039 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ed35c55d-ccd7-4bc7-866c-d4defeefcee2 req-29c2f396-f939-4e53-b107-d3002a43291b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.5109999
Apr 08 14:38:12.770713 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2e57187a-b061-46fa-916c-7cf46ab29046 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/97883693-4658-435b-bbbd-bed1e4525f1c HTTP/1.1" status: 204  len: 168 time: 1.0414124
Apr 08 14:38:12.774747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37436) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:12.803946 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ed35c55d-ccd7-4bc7-866c-d4defeefcee2 req-57b91353-c2de-4bcc-97c1-45df4adca0aa tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0295496
Apr 08 14:38:12.984836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:13.055230 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] DHCP port deletion for 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab request from dv-cinder-784623-3-iscsi {{(pid=84462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 14:38:13.059545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] Deleting port 2e066426-a31f-4462-a8c4-d87759665b40 {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:38:13.059976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:13.071290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Deleting port 2e066426-a31f-4462-a8c4-d87759665b40 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:38:13.071922 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:13.137136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd4a68-96bb-4d95-b6c7-c56a083d1ba1 req-b55cf874-382d-4885-ac08-575da965b55a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:13.138842 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cfcd4a68-96bb-4d95-b6c7-c56a083d1ba1 req-b55cf874-382d-4885-ac08-575da965b55a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.2420056
Apr 08 14:38:13.212099 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cfcd4a68-96bb-4d95-b6c7-c56a083d1ba1 req-e43dd35b-7e10-4532-81da-b8cbcd6ac257 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662596
Apr 08 14:38:13.308200 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] For port 2e066426-a31f-4462-a8c4-d87759665b40, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2e066426-a31f-4462-a8c4-d87759665b40,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:13.308983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:13.362990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] For port 2e066426-a31f-4462-a8c4-d87759665b40, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2e066426-a31f-4462-a8c4-d87759665b40,segment=NetworkSegment(421a75b7-8da6-4acf-a947-e721da69c052),segment_id=421a75b7-8da6-4acf-a947-e721da69c052)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:13.363487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:13.467109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] Calling delete_port for 2e066426-a31f-4462-a8c4-d87759665b40 owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:38:13.501889 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Calling delete_port for 2e066426-a31f-4462-a8c4-d87759665b40 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:38:13.600231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:38:13.600828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:38:13.602321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286'] for port, after_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:13.618920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:13.686316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] Pushing event deleted for resources: {'Port': ['ID=2e066426-a31f-4462-a8c4-d87759665b40,revision_number=None']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:13.743906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:13.779415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3caea-4842-4f0b-90b3-788f10df0e85 None None] No DVR routers for this DVR port 2e066426-a31f-4462-a8c4-d87759665b40 on host dv-cinder-784623-3-iscsi {{(pid=84462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:38:13.813971 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:13.979483 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2cf62-33c6-4739-ad72-0c2ac854064f req-b681e382-31b5-4cb7-af4a-cd4774c63afb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:13.981213 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7d2cf62-33c6-4739-ad72-0c2ac854064f req-b681e382-31b5-4cb7-af4a-cd4774c63afb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.0943208
Apr 08 14:38:14.014744 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f7d2cf62-33c6-4739-ad72-0c2ac854064f req-12e29e47-ea15-4bc2-b6ae-67cc9a207803 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261459
Apr 08 14:38:14.101768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Deleting port 2e066426-a31f-4462-a8c4-d87759665b40 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:38:14.102514 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:14.224910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] The port '2e066426-a31f-4462-a8c4-d87759665b40' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 14:38:14.371126 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:14.385292 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:14.488365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327a218-3f73-4152-b923-80b40b726635 req-9af05f20-97dd-4b39-bd42-6785d776d289 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:14.490351 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5327a218-3f73-4152-b923-80b40b726635 req-9af05f20-97dd-4b39-bd42-6785d776d289 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.3611953
Apr 08 14:38:14.544610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30c106cf8>,) {'filters': {'network_id': ['6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:14.555188 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5327a218-3f73-4152-b923-80b40b726635 req-f0d53501-1d9c-4e3c-b86c-fa32cadf94be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585513
Apr 08 14:38:14.562412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30c106cf8>, '421a75b7-8da6-4acf-a947-e721da69c052') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:14.562757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30c106cf8>, '421a75b7-8da6-4acf-a947-e721da69c052') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:14.583865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:14.595441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:14.602259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:38:14.764774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2e066426-a31f-4462-a8c4-d87759665b40 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:38:14.798941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:38:14.805770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 2e066426-a31f-4462-a8c4-d87759665b40 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:38:14.806171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2e066426-a31f-4462-a8c4-d87759665b40 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:38:14.808843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:14.992675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Network 6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:38:15.021686 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:38:15.128484 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:15.132978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c695becc-b2d8-4e12-ad98-8118eae89075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:15.155558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:15.155959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:38:15.158552 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:15.459366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:15.531011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34628b-638b-4c79-aeee-067aa3f92a06 req-eaa2a10b-221c-42e5-8981-0fbbb9670f95 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:15.532655 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cc34628b-638b-4c79-aeee-067aa3f92a06 req-eaa2a10b-221c-42e5-8981-0fbbb9670f95 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.3852551
Apr 08 14:38:15.537625 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e6237275-ddc6-4d72-b897-a4e292a24318 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6f3393a6-50c2-4f8f-a62c-5ecc20dcd9ab HTTP/1.1" status: 204  len: 168 time: 2.7583416
Apr 08 14:38:15.575049 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cc34628b-638b-4c79-aeee-067aa3f92a06 req-cb1809e3-2238-4906-8b07-d7e703b796bd tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346148
Apr 08 14:38:15.696782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dcf28-7f5b-4a63-97dd-ed884fcef605 req-7d9552cf-106e-4429-83a0-0905697ea4d9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:15.698451 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b39dcf28-7f5b-4a63-97dd-ed884fcef605 req-7d9552cf-106e-4429-83a0-0905697ea4d9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1004112
Apr 08 14:38:15.739548 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b39dcf28-7f5b-4a63-97dd-ed884fcef605 req-e25d368c-a267-4a8e-8250-5564607613c5 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333202
Apr 08 14:38:15.783295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cef45-cd16-4d58-8bc0-a0281c1667f4 req-9f77e596-636b-470e-b008-2f5fa79484b3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:15.785474 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4a3cef45-cd16-4d58-8bc0-a0281c1667f4 req-9f77e596-636b-470e-b008-2f5fa79484b3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.0916862
Apr 08 14:38:15.818507 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4a3cef45-cd16-4d58-8bc0-a0281c1667f4 req-fbe8529e-acea-417d-8cbd-94664d82c753 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261035
Apr 08 14:38:15.849932 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-cc6bfa93-b32a-4589-b026-527de9c7436c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0918727
Apr 08 14:38:15.892705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37484) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:15.930749 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e090f4e4-aa1e-4019-8fcb-b0de03a32a17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8d55bb3470d4b5b91266a7e53afb97a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0366399
Apr 08 14:38:15.933300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37488) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:16.003386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-58f9d093-16eb-472d-b45b-b222940641dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:16.034917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-58f9d093-16eb-472d-b45b-b222940641dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:16.225506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-58f9d093-16eb-472d-b45b-b222940641dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:16.231055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bdaa6f51-c71b-4b7d-98d4-7c28b962bfec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:16.246112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9d093-16eb-472d-b45b-b222940641dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28379016-87e0-4c2f-b5f4-cdff1eeb660a,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:16.249352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-58f9d093-16eb-472d-b45b-b222940641dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:16.271106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-58f9d093-16eb-472d-b45b-b222940641dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:16.272433 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-58f9d093-16eb-472d-b45b-b222940641dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28379016-87e0-4c2f-b5f4-cdff1eeb660a HTTP/1.1" status: 204  len: 168 time: 0.3380754
Apr 08 14:38:16.795887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860bb32-8fdc-45e3-9c0b-a300af05812a req-c88fb880-0ed5-4f31-9530-0530b6d62ef1 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:16.797603 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a860bb32-8fdc-45e3-9c0b-a300af05812a req-c88fb880-0ed5-4f31-9530-0530b6d62ef1 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.0984929
Apr 08 14:38:16.804743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-9c119d60-f441-40eb-9638-a8a2d6d53171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:16.806529 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-9c119d60-f441-40eb-9638-a8a2d6d53171 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5&tenant_id=93e0e693019741a985d7fcff118e2045 HTTP/1.1" status: 200  len: 1096 time: 0.0961840
Apr 08 14:38:16.832492 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a860bb32-8fdc-45e3-9c0b-a300af05812a req-c03904be-1166-4281-a0c1-bf5e000ae999 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263054
Apr 08 14:38:16.991679 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-06f3d820-6048-4c09-b655-2820acb5cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:16.993400 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-06f3d820-6048-4c09-b655-2820acb5cf9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93e0e693019741a985d7fcff118e2045&device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 1096 time: 0.1622047
Apr 08 14:38:17.006487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5802d-4a8b-401c-939d-9ded98732680 req-0d8465e9-3480-40ab-a5a1-7eec07b4017f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:17.009010 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2fd5802d-4a8b-401c-939d-9ded98732680 req-0d8465e9-3480-40ab-a5a1-7eec07b4017f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1240921
Apr 08 14:38:17.056398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cef80-cef1-4b6a-8004-8c36481e99f3 req-0780a7ae-c8a8-4984-801c-f2e94f02ccab tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:17.058150 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a7cef80-cef1-4b6a-8004-8c36481e99f3 req-0780a7ae-c8a8-4984-801c-f2e94f02ccab tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.1057215
Apr 08 14:38:17.092545 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a7cef80-cef1-4b6a-8004-8c36481e99f3 req-dbde4334-5fbd-4da3-b4a4-0ab21aabcbdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271461
Apr 08 14:38:17.148374 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2fd5802d-4a8b-401c-939d-9ded98732680 req-4aee5dba-b3ea-4bd7-82d7-72e6c2171d41 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1138954
Apr 08 14:38:17.195919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-34dc29c7-e991-4984-8d6b-4b73bd68dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:17.197903 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-34dc29c7-e991-4984-8d6b-4b73bd68dc53 service neutron] 10.222.0.70 "GET /v2.0/networks?id=15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 200  len: 917 time: 0.1886854
Apr 08 14:38:17.318230 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-8f62395f-5b36-4a32-944d-ac306e590bbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3 HTTP/1.1" status: 200  len: 999 time: 0.1123929
Apr 08 14:38:17.393453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-9633bb7b-f61f-444a-9efc-9a9e31d32602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:17.395050 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-9633bb7b-f61f-444a-9efc-9a9e31d32602 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 200  len: 855 time: 0.0701838
Apr 08 14:38:17.481020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-9b967c84-ab22-4d6a-8a08-5e8965f02926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:17.482736 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-9b967c84-ab22-4d6a-8a08-5e8965f02926 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=15f07a12-ac6b-4c4c-9155-38f725b6aee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808089
Apr 08 14:38:17.631577 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-69782c5e-e574-430b-8b94-5f8a94dda4cd service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404760
Apr 08 14:38:17.778936 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-67cbf548-23ed-4ae4-a0b5-71e51e1ebe74 req-cb77a352-b8a8-43e7-9c5c-6ad7bd5ee052 service neutron] 10.222.0.70 "GET /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403422
Apr 08 14:38:18.045875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385954a-28ce-4a62-aab1-834f4cffae69 req-720106aa-abd8-46cd-bb54-8ff92f43ca06 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:18.047406 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7385954a-28ce-4a62-aab1-834f4cffae69 req-720106aa-abd8-46cd-bb54-8ff92f43ca06 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.0901320
Apr 08 14:38:18.079632 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7385954a-28ce-4a62-aab1-834f4cffae69 req-93d1e5db-b074-4ad4-ae51-ff269392382d tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253692
Apr 08 14:38:18.392921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a858df6-3db5-44f7-ab52-46f13fcd8114 req-c1c2c82f-6e64-40d9-a0db-2a301eefdcf6 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:18.394626 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7a858df6-3db5-44f7-ab52-46f13fcd8114 req-c1c2c82f-6e64-40d9-a0db-2a301eefdcf6 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.0947902
Apr 08 14:38:18.426706 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7a858df6-3db5-44f7-ab52-46f13fcd8114 req-580ae36c-efd6-4813-9351-33c3fe658910 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254014
Apr 08 14:38:18.457641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d84b6d-578e-4ed1-b135-d240f6add76c req-3be9edd1-2caa-4511-9378-42850280e0b9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:18.459247 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-00d84b6d-578e-4ed1-b135-d240f6add76c req-3be9edd1-2caa-4511-9378-42850280e0b9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.0949335
Apr 08 14:38:18.494538 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-00d84b6d-578e-4ed1-b135-d240f6add76c req-19b52616-4ff9-4288-98cc-ee05912abc87 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282435
Apr 08 14:38:19.179411 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:38:19.355815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b117a-41a1-4b07-9152-c9436674ee46 req-f0fede59-67a7-4574-829f-6e746fdc95b7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:19.361903 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-796b117a-41a1-4b07-9152-c9436674ee46 req-f0fede59-67a7-4574-829f-6e746fdc95b7 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 944 time: 0.1603441
Apr 08 14:38:19.377406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:19.397282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'port_id': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'mac_address': 'fa:16:3e:ff:99:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:38:19.415664 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-796b117a-41a1-4b07-9152-c9436674ee46 req-2bd0a95c-d06b-4943-a7ce-c5617729bbe3 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401430
Apr 08 14:38:19.479529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:19.481041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:38:19.502435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:19.540312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:19.541259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 63255853-f443-41d7-a775-d64c185ff6d0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:38:19.546900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:19.678548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=7']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:19.683512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:19.746669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235599d3-50d9-4031-b765-ee4bbcc90f49 req-02e3d133-a241-453a-9d68-124094f38e72 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:19.755171 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-235599d3-50d9-4031-b765-ee4bbcc90f49 req-02e3d133-a241-453a-9d68-124094f38e72 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1576474
Apr 08 14:38:19.809089 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-235599d3-50d9-4031-b765-ee4bbcc90f49 req-941ceb8e-ae42-4b70-b7eb-f2b503404269 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495174
Apr 08 14:38:19.816177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 63255853-f443-41d7-a775-d64c185ff6d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=63255853-f443-41d7-a775-d64c185ff6d0,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:19.837150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '63255853-f443-41d7-a775-d64c185ff6d0', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:38:19.914619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:19.916026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63255853-f443-41d7-a775-d64c185ff6d0 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:38:19.943006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 63255853-f443-41d7-a775-d64c185ff6d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=63255853-f443-41d7-a775-d64c185ff6d0,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:19.986712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:19.989223 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:20.006170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d8dcd-005b-4c2c-a153-5340eeb3cdc1 req-4be55d33-de4a-400c-ac61-e1d26d606073 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:20.007953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-686d8dcd-005b-4c2c-a153-5340eeb3cdc1 req-4be55d33-de4a-400c-ac61-e1d26d606073 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 944 time: 0.2145085
Apr 08 14:38:20.064386 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-686d8dcd-005b-4c2c-a153-5340eeb3cdc1 req-7e507724-895a-40ca-b14b-92fae8b075b1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365074
Apr 08 14:38:20.115824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=63255853-f443-41d7-a775-d64c185ff6d0,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:20.129496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:20.293900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:38:20.386609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['63255853-f443-41d7-a775-d64c185ff6d0'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:38:20.769220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d808c73-14a4-46e7-8838-6896c1e9b8d7 req-99d5008a-1a62-464b-b4be-a46ab130566e tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:20.777606 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d808c73-14a4-46e7-8838-6896c1e9b8d7 req-99d5008a-1a62-464b-b4be-a46ab130566e tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 945 time: 0.1403260
Apr 08 14:38:20.819061 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d808c73-14a4-46e7-8838-6896c1e9b8d7 req-6638c8d0-3f1f-43a3-93e0-cf39a5461705 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400739
Apr 08 14:38:21.101381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a970894-a1d0-4249-a76d-2a6bbebddf70 req-0ae7025e-dcb5-4c8c-92de-ef8a2af13185 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:21.103266 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a970894-a1d0-4249-a76d-2a6bbebddf70 req-0ae7025e-dcb5-4c8c-92de-ef8a2af13185 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1140366
Apr 08 14:38:21.161714 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0a970894-a1d0-4249-a76d-2a6bbebddf70 req-4bf1fdb5-4af8-40a7-8344-ca94b2afac05 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469294
Apr 08 14:38:21.339577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52acfe-0192-4218-a739-2415b731a15d req-02f1c830-b230-48a7-884d-6acecfbf59f9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:21.341346 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ea52acfe-0192-4218-a739-2415b731a15d req-02f1c830-b230-48a7-884d-6acecfbf59f9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 945 time: 0.1220484
Apr 08 14:38:21.380351 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ea52acfe-0192-4218-a739-2415b731a15d req-0c2fe77e-df2a-4fd6-996e-5c4037c5894d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310650
Apr 08 14:38:22.116921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f89e2-1ed3-4a87-be04-95a2be877295 req-7b87860e-58bf-40e5-8c3a-4afcfc16726c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:22.118845 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-705f89e2-1ed3-4a87-be04-95a2be877295 req-7b87860e-58bf-40e5-8c3a-4afcfc16726c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 945 time: 0.1393301
Apr 08 14:38:22.165829 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-705f89e2-1ed3-4a87-be04-95a2be877295 req-3bc76543-91e1-4945-b63b-f5bba260d941 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332723
Apr 08 14:38:22.479098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcffc6-2439-4917-a479-4050f679c3e4 req-0d217a5b-f1a6-44d2-afa0-bc927267c9c4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:22.484840 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e9dcffc6-2439-4917-a479-4050f679c3e4 req-0d217a5b-f1a6-44d2-afa0-bc927267c9c4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1732507
Apr 08 14:38:22.532414 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e9dcffc6-2439-4917-a479-4050f679c3e4 req-b687341b-dd7d-4ad3-a808-18993d1dd12d tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416284
Apr 08 14:38:22.720587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd24d95-4b24-461f-ac22-08744e536564 req-d500e6c5-202f-4163-9a12-56611c520973 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:22.722247 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9dd24d95-4b24-461f-ac22-08744e536564 req-d500e6c5-202f-4163-9a12-56611c520973 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 945 time: 0.1075051
Apr 08 14:38:22.756236 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9dd24d95-4b24-461f-ac22-08744e536564 req-5661f845-6727-4996-952e-e561d4b99f0f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272934
Apr 08 14:38:23.216967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:38:23.415463 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a22120-3981-4422-9d30-0833e58cc765 req-81922e61-0d7a-4de1-918d-26f2cc7c3336 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:23.417427 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a5a22120-3981-4422-9d30-0833e58cc765 req-81922e61-0d7a-4de1-918d-26f2cc7c3336 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 945 time: 0.1224780
Apr 08 14:38:23.455084 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a5a22120-3981-4422-9d30-0833e58cc765 req-04504473-f92a-440c-a0f7-6c99e4d54023 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299582
Apr 08 14:38:23.529498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:38:23.530583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:23.669870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:23.683118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:38:23.694936 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:23.761546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:23.762903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 63255853-f443-41d7-a775-d64c185ff6d0 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:38:23.807225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e75e-038d-432e-94ce-1dfa2dd828c7 req-79cbb317-3072-44de-9594-993ee0225298 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:23.820827 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'code': 200}
Apr 08 14:38:23.824031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-735def6f-080a-4b1d-a7a3-643cece436e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:23.833627 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-66a2e75e-038d-432e-94ce-1dfa2dd828c7 req-79cbb317-3072-44de-9594-993ee0225298 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1706359
Apr 08 14:38:23.879192 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-66a2e75e-038d-432e-94ce-1dfa2dd828c7 req-41c96989-3e9f-414e-a9ed-dfba19e0a783 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442040
Apr 08 14:38:23.912115 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=8']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:23.919101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:24.016575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 63255853-f443-41d7-a775-d64c185ff6d0 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:38:24.024019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 63255853-f443-41d7-a775-d64c185ff6d0 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:38:24.024524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:24.241099 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26edd6-20ac-4198-acd5-0d3c87bf90ca req-8828837a-1459-4931-a066-b6ad138fd30f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:24.241372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:24.242744 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be26edd6-20ac-4198-acd5-0d3c87bf90ca req-8828837a-1459-4931-a066-b6ad138fd30f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 945 time: 0.1536500
Apr 08 14:38:24.262135 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 63255853-f443-41d7-a775-d64c185ff6d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=63255853-f443-41d7-a775-d64c185ff6d0,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:24.281061 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be26edd6-20ac-4198-acd5-0d3c87bf90ca req-64b9ea0b-27bf-4f44-8809-3019366d0b73 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253689
Apr 08 14:38:24.313619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:24.317013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:24.443813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=63255853-f443-41d7-a775-d64c185ff6d0,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:24.447928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:24.706094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd847fd1-361a-4658-9818-a16026ab33d2 req-dee8fb4e-0cc4-4be1-a80c-112abf03f020 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:24.713162 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cd847fd1-361a-4658-9818-a16026ab33d2 req-dee8fb4e-0cc4-4be1-a80c-112abf03f020 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1074605
Apr 08 14:38:24.755707 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-cd847fd1-361a-4658-9818-a16026ab33d2 req-edc557e9-f215-4d29-aba1-462edc4e3412 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320535
Apr 08 14:38:25.110354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e725f3-fac7-426d-a4d7-702a9ffea295 req-19c5e326-e8b1-47fb-914d-a7c4183e93c1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:25.112134 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c5e725f3-fac7-426d-a4d7-702a9ffea295 req-19c5e326-e8b1-47fb-914d-a7c4183e93c1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.0938566
Apr 08 14:38:25.146517 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c5e725f3-fac7-426d-a4d7-702a9ffea295 req-83add698-2005-45d0-877c-a982f9c465d2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0275791
Apr 08 14:38:25.522598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae267f-7012-4b24-8cd7-7acfceec5bf7 req-ecca6859-a527-4d4d-b514-ddcadc60c2c9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:25.524679 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4eae267f-7012-4b24-8cd7-7acfceec5bf7 req-ecca6859-a527-4d4d-b514-ddcadc60c2c9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.0971487
Apr 08 14:38:25.579459 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4eae267f-7012-4b24-8cd7-7acfceec5bf7 req-0d3230f6-d52d-471c-8b72-e8339400764b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267127
Apr 08 14:38:25.822554 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:38:25.894579 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0', 'code': 200}
Apr 08 14:38:25.986271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:38:26.037773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e378-b9ac-4b98-aa35-2587b587d2e9 req-1d625b49-6889-4a1b-bcac-1a49558d8b61 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:26.040444 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f902e378-b9ac-4b98-aa35-2587b587d2e9 req-1d625b49-6889-4a1b-bcac-1a49558d8b61 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1374533
Apr 08 14:38:26.075646 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f902e378-b9ac-4b98-aa35-2587b587d2e9 req-b817046d-4306-481d-937f-31012bdbaee3 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0277081
Apr 08 14:38:26.411989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c9a68-a252-4801-a5be-4f8467cdfe51 req-6f3f93c6-ddd4-4d2e-8c61-ba998daf3c13 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:26.414239 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c56c9a68-a252-4801-a5be-4f8467cdfe51 req-6f3f93c6-ddd4-4d2e-8c61-ba998daf3c13 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1068504
Apr 08 14:38:26.450298 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c56c9a68-a252-4801-a5be-4f8467cdfe51 req-88e39698-5841-405a-a6ea-63812b510d7a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0293694
Apr 08 14:38:26.834585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce4417-3115-49b7-86a7-fee3f953137d req-dae693d5-6fe8-46be-8680-5fd4646436ac tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:26.836357 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c7ce4417-3115-49b7-86a7-fee3f953137d req-dae693d5-6fe8-46be-8680-5fd4646436ac tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.1170583
Apr 08 14:38:26.879743 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c7ce4417-3115-49b7-86a7-fee3f953137d req-273db730-d91d-4c83-87a1-d8f942a2fedd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352373
Apr 08 14:38:27.374617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc274a-6970-421a-8698-b02b6f767356 req-226a709c-ba53-4160-9144-a3524fd16159 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:27.376308 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4efc274a-6970-421a-8698-b02b6f767356 req-226a709c-ba53-4160-9144-a3524fd16159 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1677759
Apr 08 14:38:27.408251 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4efc274a-6970-421a-8698-b02b6f767356 req-8703e788-5788-4f13-9c63-fca144001ba4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255358
Apr 08 14:38:27.678546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b1482-e8b3-44ef-a6ea-78d3243977bd req-979817fd-d032-4d3c-a466-e857ebb2be9e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:27.681734 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b36b1482-e8b3-44ef-a6ea-78d3243977bd req-979817fd-d032-4d3c-a466-e857ebb2be9e tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1099675
Apr 08 14:38:27.717025 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b36b1482-e8b3-44ef-a6ea-78d3243977bd req-65e560e7-fad7-4cc1-ac9f-280c8e2bb28c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0298235
Apr 08 14:38:28.126076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c601062-0295-4013-bb0d-211a28b92611 req-23067a76-da5a-4a8f-8b35-cca0cd28a8f5 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:28.134342 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c601062-0295-4013-bb0d-211a28b92611 req-23067a76-da5a-4a8f-8b35-cca0cd28a8f5 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.1244495
Apr 08 14:38:28.183285 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c601062-0295-4013-bb0d-211a28b92611 req-8af902a8-8d13-4af9-a9fb-6f424016cdb3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448546
Apr 08 14:38:28.619336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9b24-00fb-434b-a262-00f6d5f066e4 req-1a1c67df-30a7-4a49-95a9-a8d8d7d704a6 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:28.620961 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d99d9b24-00fb-434b-a262-00f6d5f066e4 req-1a1c67df-30a7-4a49-95a9-a8d8d7d704a6 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.0935347
Apr 08 14:38:28.655893 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d99d9b24-00fb-434b-a262-00f6d5f066e4 req-f93b32bb-08e0-4fd8-a883-b08c5ceeeb44 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0279360
Apr 08 14:38:28.989524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42ad3b-6bab-4d84-bffb-54757fc9fd33 req-d34e5e52-9010-4f06-a856-e2525f683d03 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:28.991073 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d42ad3b-6bab-4d84-bffb-54757fc9fd33 req-d34e5e52-9010-4f06-a856-e2525f683d03 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1293247
Apr 08 14:38:29.029058 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6d42ad3b-6bab-4d84-bffb-54757fc9fd33 req-22fa6b40-ee1e-4ddd-9ed8-c6179f3149fb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308936
Apr 08 14:38:29.506459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f55340-1c0c-4a00-ab9e-d23fafe0729f req-5d8e4116-7690-4df8-9d47-7ce8d0c89ada tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:29.508328 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-11f55340-1c0c-4a00-ab9e-d23fafe0729f req-5d8e4116-7690-4df8-9d47-7ce8d0c89ada tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.1218235
Apr 08 14:38:29.555989 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-11f55340-1c0c-4a00-ab9e-d23fafe0729f req-42417f9a-70e6-4c0b-9949-ac5e814f2aa9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357373
Apr 08 14:38:29.885017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37700) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:29.922996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57ba31-48ce-4591-bbb5-7442352d4e36 req-48cdd2f0-44b0-40b9-9937-c5b8722fb51b tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:29.925313 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8a57ba31-48ce-4591-bbb5-7442352d4e36 req-48cdd2f0-44b0-40b9-9937-c5b8722fb51b tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1401410
Apr 08 14:38:29.959821 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8a57ba31-48ce-4591-bbb5-7442352d4e36 req-59df803a-497c-46a7-8585-c61c7803f2fb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0269909
Apr 08 14:38:30.050662 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:30.068945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:30.074057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad61306242146f491119baa4a3f359f is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:30.077809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:30.085405 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:30.241587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:30.298928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382ccb5-be90-4ece-91b8-5254cb2ce1ff req-6b791047-c1ac-440b-9eb4-49e1673ecb3a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:30.307889 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3382ccb5-be90-4ece-91b8-5254cb2ce1ff req-6b791047-c1ac-440b-9eb4-49e1673ecb3a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1348062
Apr 08 14:38:30.342556 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3382ccb5-be90-4ece-91b8-5254cb2ce1ff req-74441194-3d26-40f8-96de-08aa66b47ec4 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324965
Apr 08 14:38:30.842755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:30.851719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1604d808-3554-40f4-97ae-3ed91a0bae80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:30.901747 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ad61306242146f491119baa4a3f359f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0124123
Apr 08 14:38:30.901747 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d0f81b-b4d6-4f17-b36f-a3eaa78cd3ff,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:30.902682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37710) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:30.903758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:31.034133 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd531738-ae06-4411-bd15-e584c52a1fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:31.078617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6fb29-ad5b-4e0d-8c86-14f7b8b05662 req-8f788320-f639-49df-927a-71b6e37bb901 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:31.080267 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-62d6fb29-ad5b-4e0d-8c86-14f7b8b05662 req-8f788320-f639-49df-927a-71b6e37bb901 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.1495550
Apr 08 14:38:31.082252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd531738-ae06-4411-bd15-e584c52a1fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:31.136715 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-62d6fb29-ad5b-4e0d-8c86-14f7b8b05662 req-de19103b-af15-4307-9167-fc05c27733ad tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467162
Apr 08 14:38:31.168961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c157-7e5a-4cb8-8d0d-58284d1f93b1 req-54e3c4f7-de0b-4ade-b53c-e8c85415a659 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:31.171146 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c58c157-7e5a-4cb8-8d0d-58284d1f93b1 req-54e3c4f7-de0b-4ade-b53c-e8c85415a659 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.0945034
Apr 08 14:38:31.202812 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4c58c157-7e5a-4cb8-8d0d-58284d1f93b1 req-99888239-6b2a-47d6-966f-41231a63ec8d tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252502
Apr 08 14:38:31.276568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd531738-ae06-4411-bd15-e584c52a1fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:31.281578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-95722b28-acac-4af3-9a67-f0bda0547179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:31.296998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd531738-ae06-4411-bd15-e584c52a1fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d0f81b-b4d6-4f17-b36f-a3eaa78cd3ff,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:31.301944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cd531738-ae06-4411-bd15-e584c52a1fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:31.304963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd531738-ae06-4411-bd15-e584c52a1fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:31.308463 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-cd531738-ae06-4411-bd15-e584c52a1fe5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28d0f81b-b4d6-4f17-b36f-a3eaa78cd3ff HTTP/1.1" status: 204  len: 168 time: 0.4046087
Apr 08 14:38:31.618123 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc28f20-c439-4c11-87b1-c26436244dcd req-b2602c25-d1ab-4d19-82b0-03137e742ab8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:31.623333 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bfc28f20-c439-4c11-87b1-c26436244dcd req-b2602c25-d1ab-4d19-82b0-03137e742ab8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1055450
Apr 08 14:38:31.665546 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bfc28f20-c439-4c11-87b1-c26436244dcd req-027cc10a-1f93-419f-9c98-52e0e9840955 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378361
Apr 08 14:38:31.929041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246297-5752-4d5e-8be3-8e09c98a0f15 req-eb66e6c9-6144-4f98-86c0-24d29ab4d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:31.930931 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-74246297-5752-4d5e-8be3-8e09c98a0f15 req-eb66e6c9-6144-4f98-86c0-24d29ab4d931 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 1099 time: 0.1246450
Apr 08 14:38:31.944088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d7a86-29ab-4fb1-9ae4-ce7ff103777a req-725bd7af-be6a-4fec-9c18-a0ce2f98481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:31.945938 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-477d7a86-29ab-4fb1-9ae4-ce7ff103777a req-725bd7af-be6a-4fec-9c18-a0ce2f98481d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1099 time: 0.1036479
Apr 08 14:38:31.970774 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-74246297-5752-4d5e-8be3-8e09c98a0f15 req-c0cdd0eb-c412-48a0-91e6-69e1255d613b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313358
Apr 08 14:38:31.979714 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-477d7a86-29ab-4fb1-9ae4-ce7ff103777a req-f8035b5f-c86c-4e1c-9f92-ff7f2765e1f7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246143
Apr 08 14:38:32.380754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778d421-474d-4593-bc0f-1b89f6268ecd req-38feeae5-39ed-48c6-a198-eb067633a30e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:32.388097 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5778d421-474d-4593-bc0f-1b89f6268ecd req-38feeae5-39ed-48c6-a198-eb067633a30e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.1116762
Apr 08 14:38:32.416764 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5778d421-474d-4593-bc0f-1b89f6268ecd req-ded01695-f00c-4561-a2a5-b8b1b7f9def6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259595
Apr 08 14:38:32.475314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2a736-c43f-440e-9e04-24be6ad7f135 req-a7b0e943-6512-493d-ad6f-15998c061432 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:32.477676 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1dc2a736-c43f-440e-9e04-24be6ad7f135 req-a7b0e943-6512-493d-ad6f-15998c061432 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1175582
Apr 08 14:38:32.527111 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1dc2a736-c43f-440e-9e04-24be6ad7f135 req-8002041e-a9af-499b-88bf-47eea51473ae tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420029
Apr 08 14:38:32.954181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0c93-b57b-473e-89a0-636a12ba8842 req-e20cc57d-26a7-4687-ae9f-0c27a5e7fd38 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:32.963099 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-975e0c93-b57b-473e-89a0-636a12ba8842 req-e20cc57d-26a7-4687-ae9f-0c27a5e7fd38 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1247895
Apr 08 14:38:33.003872 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-975e0c93-b57b-473e-89a0-636a12ba8842 req-e2ea8fc9-6778-4fcf-bd5c-b6d87cf47b1a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392885
Apr 08 14:38:33.681944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527117ba-ebff-4528-a5f9-043fee5d4389 req-bc49d980-2a7f-4c5f-b64a-08d054ea4c2e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:33.683712 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-527117ba-ebff-4528-a5f9-043fee5d4389 req-bc49d980-2a7f-4c5f-b64a-08d054ea4c2e tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.1115296
Apr 08 14:38:33.726023 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-527117ba-ebff-4528-a5f9-043fee5d4389 req-01a49dcb-00d9-4bed-bfad-bcac81e46061 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341780
Apr 08 14:38:33.776946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae573a5-0c09-45f8-8ea7-842cf32f037f req-08c58625-872e-43df-b770-316570cbe5a0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:33.782480 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eae573a5-0c09-45f8-8ea7-842cf32f037f req-08c58625-872e-43df-b770-316570cbe5a0 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1248310
Apr 08 14:38:33.822008 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eae573a5-0c09-45f8-8ea7-842cf32f037f req-75ecba61-2e31-4e1b-ab15-2483f6d66a14 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353532
Apr 08 14:38:33.925962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37774) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:33.959544 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfb973-fd8e-4017-9616-5375f04d779d req-54b831e0-93e6-4700-837c-3cbe9b605c63 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:33.961278 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-edcfb973-fd8e-4017-9616-5375f04d779d req-54b831e0-93e6-4700-837c-3cbe9b605c63 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.0990732
Apr 08 14:38:34.000975 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-edcfb973-fd8e-4017-9616-5375f04d779d req-27702f8a-b71d-4a7d-ac10-94a713143666 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275357
Apr 08 14:38:34.028590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37780) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:34.066025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.084869 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:34.089335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Usage tracker for resource:security_group_rule and tenant:9f900c4584de4137ae8b14c8d7180ed5 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:34.092370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:34.098763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:34.141942 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e521979-302b-4b40-ad20-583a11787969 tempest-TestVolumeBootPattern-1200659574 tempest-TestVolumeBootPattern-1200659574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:34.144748 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7e521979-302b-4b40-ad20-583a11787969 tempest-TestVolumeBootPattern-1200659574 tempest-TestVolumeBootPattern-1200659574-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 1094 time: 0.1146333
Apr 08 14:38:34.148298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37786) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:34.154771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:38:34.161303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:34.165710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:floatingip and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:34.168816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:34.180040 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:34.211053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.266113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.271074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.279882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a07bb507-7a95-4e18-87ac-acba573290b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:34.337996 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f900c4584de4137ae8b14c8d7180ed5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4105833
Apr 08 14:38:34.346175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37790) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:34.378742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3325799b-f399-491a-b61a-bb0266e541ad,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:34.385169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:34.426143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.454396 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3c247-e59a-487d-b09a-acfdc1b9ed94 req-c3272644-ef20-42c0-ba90-f41042400677 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:34.456064 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a7b3c247-e59a-487d-b09a-acfdc1b9ed94 req-c3272644-ef20-42c0-ba90-f41042400677 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 943 time: 0.2389925
Apr 08 14:38:34.498652 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fca089f-e235-49db-a36a-928f941e569a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.520292 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a7b3c247-e59a-487d-b09a-acfdc1b9ed94 req-f0116f1c-b189-4892-8814-cd195957bf16 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499496
Apr 08 14:38:34.538655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fca089f-e235-49db-a36a-928f941e569a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.603011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Allocated IP 172.27.1.118 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/d21af021-6ca4-4b1a-932c-067affe4d11d) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:38:34.624956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fca089f-e235-49db-a36a-928f941e569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.631277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2931571c-281b-4013-a3e4-2c041c8faafc tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:34.654054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca089f-e235-49db-a36a-928f941e569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3325799b-f399-491a-b61a-bb0266e541ad,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:34.658175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2fca089f-e235-49db-a36a-928f941e569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:34.664836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2fca089f-e235-49db-a36a-928f941e569a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.666726 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2fca089f-e235-49db-a36a-928f941e569a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3325799b-f399-491a-b61a-bb0266e541ad HTTP/1.1" status: 204  len: 168 time: 0.3190405
Apr 08 14:38:34.776969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.848393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:34.864990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:34.974109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:35.042804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=d21af021-6ca4-4b1a-932c-067affe4d11d,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:35.054076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:35.085744 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-feb10bc5-f4a3-42a1-b816-1fcd62e137f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0877743
Apr 08 14:38:35.121796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:38:35.123622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:38:35.126529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:38:35.236663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:38:35.247677 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-5b8c7c82-6829-490b-a7b1-c1f9f4ad2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:35.266221 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-5b8c7c82-6829-490b-a7b1-c1f9f4ad2788 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1099 time: 0.1118612
Apr 08 14:38:35.398905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37798) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:35.422100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:35.441234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'port_id': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'mac_address': 'fa:16:3e:3e:b8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:38:35.484946 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:35.512696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:35.523309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Usage tracker for resource:security_group_rule and tenant:ffac0168a84f4e02881bb20b16270e99 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:35.531569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:35.532966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5052692-f2d3-4dfd-8623-23d3a7c88fb3 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:38:35.537608 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:35.550382 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:35.556155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-87111923-df9a-478a-8006-deccee482be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:35.557923 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-87111923-df9a-478a-8006-deccee482be7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 200  len: 910 time: 0.2627113
Apr 08 14:38:35.561407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:35.662033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:35.719857 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-5b55eba8-dda5-4664-af2c-4263a2d68643 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 200  len: 1001 time: 0.1502130
Apr 08 14:38:35.809240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac69e20-d9d8-4b18-81b4-f271c8223c87 req-86fefd36-5a75-4bbc-9f75-5a6d6c282b8b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:35.810871 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ac69e20-d9d8-4b18-81b4-f271c8223c87 req-86fefd36-5a75-4bbc-9f75-5a6d6c282b8b tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 944 time: 0.1191394
Apr 08 14:38:35.853228 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0ac69e20-d9d8-4b18-81b4-f271c8223c87 req-dddc06cc-72d6-44bf-9226-9d4038eb5c56 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319228
Apr 08 14:38:35.854500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-d43ee32d-3112-42f1-ba61-73bb58f0c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:35.856695 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-d43ee32d-3112-42f1-ba61-73bb58f0c37d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85ede9ba-3a12-4078-8297-3f114fd4152f HTTP/1.1" status: 200  len: 848 time: 0.1281192
Apr 08 14:38:35.911556 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:35.973805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-811e2cc3-7aa6-4412-a368-a5998b5438d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:35.975849 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-811e2cc3-7aa6-4412-a368-a5998b5438d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1099262
Apr 08 14:38:36.143836 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-f191817e-fedb-4680-bff0-aa024083570c service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596391
Apr 08 14:38:36.296543 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ba77d9e0-c884-401c-91b8-ab1fc8151db7 req-1a8e846f-98be-4649-acc1-1984208e757b service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461489
Apr 08 14:38:36.594362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:36.597250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:36.628250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:36.641262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8eae719b-8e44-43ce-8306-4f4357d0cc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:36.681850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=9']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:36.686923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:36.712746 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffac0168a84f4e02881bb20b16270e99&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3126616
Apr 08 14:38:36.713568 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37804) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:36.716282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42dec4f-ef0e-4518-8ae2-42cfe781870f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:36.735510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:36.801511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fb25683-9e82-4d15-a932-11918a783206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:36.828900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['b5052692-f2d3-4dfd-8623-23d3a7c88fb3'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:38:36.834832 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fb25683-9e82-4d15-a932-11918a783206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:36.933861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fb25683-9e82-4d15-a932-11918a783206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:36.942342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:36.944632 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:36.957424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb25683-9e82-4d15-a932-11918a783206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42dec4f-ef0e-4518-8ae2-42cfe781870f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:36.972414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7fb25683-9e82-4d15-a932-11918a783206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:36.973639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7fb25683-9e82-4d15-a932-11918a783206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:36.977475 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7fb25683-9e82-4d15-a932-11918a783206 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b42dec4f-ef0e-4518-8ae2-42cfe781870f HTTP/1.1" status: 204  len: 168 time: 0.2602589
Apr 08 14:38:37.120704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06a5c3-2280-4aa3-9412-02d2e957ccb9 req-1d971db5-1956-4303-b468-fa4f8199a6d1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:37.123359 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2f06a5c3-2280-4aa3-9412-02d2e957ccb9 req-1d971db5-1956-4303-b468-fa4f8199a6d1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 944 time: 0.1074643
Apr 08 14:38:37.166296 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2f06a5c3-2280-4aa3-9412-02d2e957ccb9 req-25ba7077-0a0e-408a-be03-47fcde945187 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0301654
Apr 08 14:38:37.275468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:37.313073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:37.331466 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4485277f-43c1-4ff1-83e9-125fabb2a32e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:37.481553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=d21af021-6ca4-4b1a-932c-067affe4d11d,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:37.486328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:37.590728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:37.834233 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Floating IP 6611efcf-4382-45bc-bac1-f0aec73f3458 associated. External IP: 172.27.1.118, port: 63255853-f443-41d7-a775-d64c185ff6d0.
Apr 08 14:38:38.254222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:38:38.607259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:38:38.620834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:38:38.628620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9f619-b322-44de-8d14-fedaf7a5a376 req-20b810db-5868-4af9-b645-06206318c862 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:38.631490 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6cc9f619-b322-44de-8d14-fedaf7a5a376 req-20b810db-5868-4af9-b645-06206318c862 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 944 time: 0.2578721
Apr 08 14:38:38.632995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:38:38.634051 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d30f6d8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:38:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:38.703240 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6cc9f619-b322-44de-8d14-fedaf7a5a376 req-bec11bbf-9c4a-4c26-8f80-d7f415407b83 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595663
Apr 08 14:38:38.739129 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:38.806333 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.6565373
Apr 08 14:38:38.807243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:38:38.878596 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0', 'status': 'completed', 'code': 200}
Apr 08 14:38:38.894189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:38:39.012096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-5a038785-f6ac-49ea-8c16-b2536d5af367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:39.012096 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-5a038785-f6ac-49ea-8c16-b2536d5af367 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 1099 time: 0.1080503
Apr 08 14:38:39.194580 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-e4871596-1aa0-4cca-8fd7-3c91aae35de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:39.196791 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-e4871596-1aa0-4cca-8fd7-3c91aae35de6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.1769271
Apr 08 14:38:39.237510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:38:39.385763 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-4d2ae199-ba05-4bfc-bd58-5bfadae3bbbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63255853-f443-41d7-a775-d64c185ff6d0 HTTP/1.1" status: 200  len: 1000 time: 0.1787689
Apr 08 14:38:39.391237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:38:39.391915 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:39.545688 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-1d2e1416-441a-4e84-8cce-e34ad897ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:39.547660 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-1d2e1416-441a-4e84-8cce-e34ad897ef01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.1453838
Apr 08 14:38:39.621705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:39.647530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:38:39.649059 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:38:39.660629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d30f6d8>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:35Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:39.666350 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:38:39.677231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:39.679873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cb94acfc-4b7b-42bf-b7be-d472b0969624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:39.700769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:38:39.702245 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d30f6d8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:38:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:39.787308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-36bf77d9-a6ed-40c0-b88a-a20e8eefa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:39.790095 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-36bf77d9-a6ed-40c0-b88a-a20e8eefa3cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2320380
Apr 08 14:38:39.872645 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'code': 200}
Apr 08 14:38:39.873600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=10']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:39.888102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:39.953749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a35ce94-7e4c-4dbf-9be2-959502103d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:40.036343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:38:40.316083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37864) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:40.425810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9037d17-0a15-48d9-8265-e1519fe8bdef req-3438ddda-5f76-424a-9ab5-5ced9954f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:40.428618 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e9037d17-0a15-48d9-8265-e1519fe8bdef req-3438ddda-5f76-424a-9ab5-5ced9954f047 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 1099 time: 0.2210362
Apr 08 14:38:40.438720 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-5bdae81d-acb8-4c98-9e59-24652acd7d67 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6383164
Apr 08 14:38:40.480792 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e9037d17-0a15-48d9-8265-e1519fe8bdef req-885882ef-03ae-4939-80d2-8b2a6c98fed9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439301
Apr 08 14:38:40.564787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:40.584118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9f26-97e0-42a7-83c3-3a82576c6819 req-4ebf3e43-c990-41af-8279-00301f1c72c2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:40.586646 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c09b9f26-97e0-42a7-83c3-3a82576c6819 req-4ebf3e43-c990-41af-8279-00301f1c72c2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 946 time: 0.6351748
Apr 08 14:38:40.593503 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:40.599659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Usage tracker for resource:security_group_rule and tenant:0184ae68a9984188987844ce6071c06f is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:40.604667 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:40.616724 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:40.667483 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c09b9f26-97e0-42a7-83c3-3a82576c6819 req-0d437359-e3a9-44b8-8fc0-98bc114c4826 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528419
Apr 08 14:38:40.702026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d30f6d8>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:35Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:38:40.707818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a30019-5552-4d69-849c-4ac4ca6908a2 None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:35Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:38:40.711927 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-24bab55b-7565-47b9-a8ed-2ef18913a596 req-fb10da3b-a53b-4a73-a694-d9b4c46c41f3 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2641354
Apr 08 14:38:40.754975 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:40.812203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:40.829171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e3ec3944-85df-443c-94ba-1efafe601b9a tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:40.892713 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0184ae68a9984188987844ce6071c06f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5680914
Apr 08 14:38:40.893719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2958e8c2-a124-489f-9da2-6ccd4abda573,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:40.895716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37870) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:40.898303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:40.976977 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef1d910f-44de-46a3-ae9c-abb586f856f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:41.012331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef1d910f-44de-46a3-ae9c-abb586f856f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:41.049106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db82ac-3ee4-4272-aaaf-287874d539c9 None None] New status for floating IP 6611efcf-4382-45bc-bac1-f0aec73f3458: ACTIVE {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:38:41.105851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef1d910f-44de-46a3-ae9c-abb586f856f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:41.115549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-49c857cb-5e4a-42f2-b754-fc4f08bd5356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:41.137047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d910f-44de-46a3-ae9c-abb586f856f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2958e8c2-a124-489f-9da2-6ccd4abda573,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:41.142325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ef1d910f-44de-46a3-ae9c-abb586f856f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:41.146221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef1d910f-44de-46a3-ae9c-abb586f856f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:41.150551 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ef1d910f-44de-46a3-ae9c-abb586f856f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2958e8c2-a124-489f-9da2-6ccd4abda573 HTTP/1.1" status: 204  len: 168 time: 0.2507837
Apr 08 14:38:41.883623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 37888) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:41.909791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:41.928745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:41.936182 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Usage tracker for resource:security_group_rule and tenant:dcef571a1ca34a83a3ad9ab76617a9e4 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:41.939691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:41.948725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:41.990393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a99d-4c7f-43b2-a116-a701d16bdd64 req-4ba19872-48fc-413f-9548-037957c22994 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:41.993490 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eb38a99d-4c7f-43b2-a116-a701d16bdd64 req-4ba19872-48fc-413f-9548-037957c22994 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 946 time: 0.1672711
Apr 08 14:38:42.047833 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-eb38a99d-4c7f-43b2-a116-a701d16bdd64 req-77e9abc5-c257-4112-b3c7-e6ff86e281dd tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408010
Apr 08 14:38:42.098451 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:42.150527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:42.161675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d74d65fe-bc9f-44e4-a519-b5ec5e24e2f4 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:42.237806 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcef571a1ca34a83a3ad9ab76617a9e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3525476
Apr 08 14:38:42.241437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2f1e9-ecd6-495c-8abe-2945deb6d17c,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:42.242335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 37904) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:42.246197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6fdac8a0-dbf3-4258-870d-60d4e3d83447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:42.342742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4089d7d2-73ee-4d4a-8c25-fd973da593f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:42.364957 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f67337a7-aa14-461c-bd4e-794ccdc86837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:42.410734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f67337a7-aa14-461c-bd4e-794ccdc86837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:42.527615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f67337a7-aa14-461c-bd4e-794ccdc86837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:42.533256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-46ec661e-793a-4081-be1d-a35e2465f479 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:42.559335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67337a7-aa14-461c-bd4e-794ccdc86837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2f1e9-ecd6-495c-8abe-2945deb6d17c,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:42.564880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f67337a7-aa14-461c-bd4e-794ccdc86837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:42.579618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f67337a7-aa14-461c-bd4e-794ccdc86837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:42.580914 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f67337a7-aa14-461c-bd4e-794ccdc86837 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/def2f1e9-ecd6-495c-8abe-2945deb6d17c HTTP/1.1" status: 204  len: 168 time: 0.3372824
Apr 08 14:38:42.706220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:43.410534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295aaf6-ad6c-472c-9bb4-371af7d4bfc6 req-974a98d8-da61-4725-8bae-af94ee1c493c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:43.412257 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a295aaf6-ad6c-472c-9bb4-371af7d4bfc6 req-974a98d8-da61-4725-8bae-af94ee1c493c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 946 time: 0.1618571
Apr 08 14:38:43.464649 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a295aaf6-ad6c-472c-9bb4-371af7d4bfc6 req-a6e54858-ab54-4ecd-bf9a-1780cd05bb19 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390925
Apr 08 14:38:43.760289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:44.336613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:44.719262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd5678-7a24-4215-bd9d-c3f18431d228 req-34b75332-588f-447e-bc23-8b2a15090af9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:38:44.721248 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b6cd5678-7a24-4215-bd9d-c3f18431d228 req-34b75332-588f-447e-bc23-8b2a15090af9 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 946 time: 0.1001153
Apr 08 14:38:44.767378 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b6cd5678-7a24-4215-bd9d-c3f18431d228 req-d311fe88-6be2-4fd1-a5f6-05703e0b4545 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387583
Apr 08 14:38:50.704074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38004) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:50.881876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:50.907539 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:50.911775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Usage tracker for resource:security_group_rule and tenant:052638bfbd9c4965a97de9fafa0423d9 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:50.917108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:50.926560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:51.023138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:51.087619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:51.095934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6928044c-20f8-4a23-b52f-74f3453144f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:51.147360 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=052638bfbd9c4965a97de9fafa0423d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4418967
Apr 08 14:38:51.148265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea699f-5a54-4738-9c7d-d36a9abc78bb,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:51.151406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38010) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:51.154661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:51.222433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51a89a74-5590-4412-a671-5f3d4ee5550b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:51.253260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51a89a74-5590-4412-a671-5f3d4ee5550b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:51.370465 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51a89a74-5590-4412-a671-5f3d4ee5550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:51.375703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02395fda-edc9-4e78-b7e1-016af070174b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:51.388710 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a89a74-5590-4412-a671-5f3d4ee5550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea699f-5a54-4738-9c7d-d36a9abc78bb,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:51.392712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-51a89a74-5590-4412-a671-5f3d4ee5550b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:51.396413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51a89a74-5590-4412-a671-5f3d4ee5550b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:51.397760 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-51a89a74-5590-4412-a671-5f3d4ee5550b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81ea699f-5a54-4738-9c7d-d36a9abc78bb HTTP/1.1" status: 204  len: 168 time: 0.2452226
Apr 08 14:38:51.966820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38018) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:51.990348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:52.008224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:52.012523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Usage tracker for resource:security_group_rule and tenant:383fe1ac20f54a638c599325a976ec41 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:52.016279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:52.023219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:52.176844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:52.224669 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:52.238594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-531fe7c0-74b1-456d-99ca-7bf8fd55151d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:52.283545 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=383fe1ac20f54a638c599325a976ec41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3155401
Apr 08 14:38:52.284524 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50d7d7a-5be3-4a81-a1c2-4823c702946f,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:52.287640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38022) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:52.287897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-32743345-09bb-4a55-94d1-d6df51638c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:52.356754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d69e802-d953-484b-a376-bca27b0935eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:52.386628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d69e802-d953-484b-a376-bca27b0935eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:52.470534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d69e802-d953-484b-a376-bca27b0935eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:52.476184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5a752c09-2801-40fb-bd90-249a6dbb4186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:52.496146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69e802-d953-484b-a376-bca27b0935eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50d7d7a-5be3-4a81-a1c2-4823c702946f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:52.499324 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9d69e802-d953-484b-a376-bca27b0935eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:52.506426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9d69e802-d953-484b-a376-bca27b0935eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:52.507673 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9d69e802-d953-484b-a376-bca27b0935eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c50d7d7a-5be3-4a81-a1c2-4823c702946f HTTP/1.1" status: 204  len: 168 time: 0.2179201
Apr 08 14:38:55.344208 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38080) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:55.492543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:55.514800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:55.519511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Usage tracker for resource:security_group_rule and tenant:363f756124474aaaa489f27aa0d8d33b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:55.523043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:55.530067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:55.730797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:55.801584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:55.812029 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9f0ba427-bcef-40a6-a3f1-cdfc2b999159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:55.855277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba85267-b21d-4cd0-9337-e4bad41b9f5b,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:55.864103 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=363f756124474aaaa489f27aa0d8d33b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5163274
Apr 08 14:38:55.864505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38086) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:55.864655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:55.934609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d27b9a1-629a-4440-865d-2ad0b0233034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:55.964164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d27b9a1-629a-4440-865d-2ad0b0233034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:56.061851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d27b9a1-629a-4440-865d-2ad0b0233034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:56.066015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a3ea6c96-783d-4304-a4fd-ad5d519da2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:56.081039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27b9a1-629a-4440-865d-2ad0b0233034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba85267-b21d-4cd0-9337-e4bad41b9f5b,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:56.083618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8d27b9a1-629a-4440-865d-2ad0b0233034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:56.092741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8d27b9a1-629a-4440-865d-2ad0b0233034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:56.094188 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8d27b9a1-629a-4440-865d-2ad0b0233034 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ba85267-b21d-4cd0-9337-e4bad41b9f5b HTTP/1.1" status: 204  len: 168 time: 0.2294202
Apr 08 14:38:56.677372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38094) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:56.698566 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:56.715606 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:38:56.720204 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a0dadb4da7754f7c8770ac4fa63a377e is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:38:56.723416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:38:56.733820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:38:56.831410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:56.874108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:56.888931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2fca089f-e235-49db-a36a-928f941e569a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:56.941759 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0dadb4da7754f7c8770ac4fa63a377e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2626553
Apr 08 14:38:56.942805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3d0c10-24aa-4d4e-a08e-62beff79ef49,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:56.944923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38098) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:38:56.946676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0ca23e6a-3459-4186-b18d-0bf38196a7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:57.028197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84af414a-d78f-475c-a15f-be1f59c8f6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:57.065665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84af414a-d78f-475c-a15f-be1f59c8f6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:57.155698 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84af414a-d78f-475c-a15f-be1f59c8f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:57.159819 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0d95665e-87ad-445c-b70c-ed00480a756c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:38:57.173723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af414a-d78f-475c-a15f-be1f59c8f6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3d0c10-24aa-4d4e-a08e-62beff79ef49,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:38:57.177888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-84af414a-d78f-475c-a15f-be1f59c8f6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:38:57.182234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84af414a-d78f-475c-a15f-be1f59c8f6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:38:57.183695 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-84af414a-d78f-475c-a15f-be1f59c8f6bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b3d0c10-24aa-4d4e-a08e-62beff79ef49 HTTP/1.1" status: 204  len: 168 time: 0.2375846
Apr 08 14:39:02.988315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:39:03.420021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38162) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:03.570105 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:03.588388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:39:03.594351 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Usage tracker for resource:security_group_rule and tenant:ab061b889e184386ad2596f63bcfa4e3 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:39:03.598743 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:39:03.606618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:39:03.709790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:03.755868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:03.765194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c03c6995-fbde-427a-9efe-a55b341bec37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:03.812228 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab061b889e184386ad2596f63bcfa4e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3908610
Apr 08 14:39:03.814193 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0013ac6f-ae9a-4bfb-8636-6888aa87a752,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:03.815707 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38168) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:03.817909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:03.890295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e29ad194-5d85-4e31-beb2-7231df6ff922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:03.922459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e29ad194-5d85-4e31-beb2-7231df6ff922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:04.001662 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e29ad194-5d85-4e31-beb2-7231df6ff922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:04.007553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e8ab84f1-5b6e-48f5-9615-e5fb2fc5e6d1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:04.025189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ad194-5d85-4e31-beb2-7231df6ff922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0013ac6f-ae9a-4bfb-8636-6888aa87a752,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:04.030850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e29ad194-5d85-4e31-beb2-7231df6ff922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:04.041000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e29ad194-5d85-4e31-beb2-7231df6ff922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:04.042342 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e29ad194-5d85-4e31-beb2-7231df6ff922 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0013ac6f-ae9a-4bfb-8636-6888aa87a752 HTTP/1.1" status: 204  len: 168 time: 0.2254665
Apr 08 14:39:04.580675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38176) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:04.603951 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:04.623559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:39:04.628477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4cd945e37442d19b1b7ddc9301f755 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:39:04.632130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:39:04.639655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:39:04.744104 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:04.796553 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:04.807393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7fb25683-9e82-4d15-a932-11918a783206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:04.856452 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b4cd945e37442d19b1b7ddc9301f755&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2744849
Apr 08 14:39:04.859176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b75e5e-a9f9-4c2d-a757-7a0530357335,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:04.860818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38180) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:04.862603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:04.940412 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5da11efe-71fa-40d5-b72a-b3517556b95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:04.974850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5da11efe-71fa-40d5-b72a-b3517556b95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:05.025636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:05.064694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5da11efe-71fa-40d5-b72a-b3517556b95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:05.070523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-53f6f66d-f584-47d0-995f-b4b8ffcd183b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:05.086502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da11efe-71fa-40d5-b72a-b3517556b95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b75e5e-a9f9-4c2d-a757-7a0530357335,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:05.089771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5da11efe-71fa-40d5-b72a-b3517556b95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:05.097092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5da11efe-71fa-40d5-b72a-b3517556b95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:05.098319 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5da11efe-71fa-40d5-b72a-b3517556b95e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51b75e5e-a9f9-4c2d-a757-7a0530357335 HTTP/1.1" status: 204  len: 168 time: 0.2356346
Apr 08 14:39:06.192305 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38206) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:06.326764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1856866815-network', 'tenant_id': 'f021779ff3584f298f7e36fbecbc9a45'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:39:06.333353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:39:06.340804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Usage tracker for resource:network and tenant:f021779ff3584f298f7e36fbecbc9a45 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:39:06.346623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:39:06.353312 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:39:06.412819 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Made reservation on behalf of f021779ff3584f298f7e36fbecbc9a45 for: {'network': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:39:06.418498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:06.432107 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:06.449214 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:39:06.453923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f021779ff3584f298f7e36fbecbc9a45 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:39:06.457172 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:39:06.463446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:39:06.552844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:06.589835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:06.593308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-85921f26-d57e-46fd-9e21-f8efb6b1cfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:06.632096 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'}  {{(pid=84461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:39:06.642880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb271c54-f598-4e43-b7b2-e9efd7871166,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:06.648047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:06.652037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:06.652657 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Added segment 763b0ec9-5641-427e-8abb-a0f40d18496b of type vlan for network c4714bf8-8ace-4330-a178-1edf617ccc9c
Apr 08 14:39:06.726604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:06.875716 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:06.877369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:06.878075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:06.884294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-92696400-10e3-45e8-8d14-e52e01b131b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:06.991635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=c4714bf8-8ace-4330-a178-1edf617ccc9c,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:06.994661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:07.003113 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network c4714bf8-8ace-4330-a178-1edf617ccc9c details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:39:07.040036 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8465407
Apr 08 14:39:07.043615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38216) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:07.050681 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Request body: {'subnet': {'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1856866815-subnet', 'tenant_id': 'f021779ff3584f298f7e36fbecbc9a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:39:07.056283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:39:07.061244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Usage tracker for resource:subnet and tenant:f021779ff3584f298f7e36fbecbc9a45 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:39:07.064532 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:39:07.070849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:39:07.372653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Made reservation on behalf of f021779ff3584f298f7e36fbecbc9a45 for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:39:07.377700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853906111'] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:08.037931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-843166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853906064'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:08.057505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:08.192498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea624a0-6b0e-4b61-8308-0647bf3768fa,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:08.196891 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:08.260678 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Checking segment: {'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:39:08.264050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Network hostable DHCP agents. Network: c4714bf8-8ace-4330-a178-1edf617ccc9c, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:39:08.319039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Network c4714bf8-8ace-4330-a178-1edf617ccc9c is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:39:08.352835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, c4714bf8-8ace-4330-a178-1edf617ccc9c) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:39:08.363765 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c3088-008f-4de1-a446-1e6236a9525d None None] Network c4714bf8-8ace-4330-a178-1edf617ccc9c requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:39:08.367114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:08.367910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:08.425556 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3801219
Apr 08 14:39:08.620339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7e290-2068-4d3d-a2a6-8cf3a4860011 None None] Network c4714bf8-8ace-4330-a178-1edf617ccc9c requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:39:09.764541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-229b4a86-a024-4df0-b841-daab63fd50b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:10.891635 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-91b27763-8f5e-4170-a694-511b8cfc7b45 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:10.893447 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-91b27763-8f5e-4170-a694-511b8cfc7b45 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/networks?id=c4714bf8-8ace-4330-a178-1edf617ccc9c HTTP/1.1" status: 200  len: 809 time: 0.1778662
Apr 08 14:39:10.911406 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-cafc05c1-d2d0-4c7c-a403-f223a1afb7f1 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/quotas/f021779ff3584f298f7e36fbecbc9a45 HTTP/1.1" status: 200  len: 375 time: 0.0110936
Apr 08 14:39:10.968295 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-6aaf79ec-f4b2-4231-9c9b-b0d88d298ce3 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f021779ff3584f298f7e36fbecbc9a45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0504775
Apr 08 14:39:11.121300 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-86d7e9e5-af87-40fa-a90a-1e88eb2cdbc1 service neutron] 10.222.0.62 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453328
Apr 08 14:39:11.271220 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-4c1175ad-b81e-40b7-be35-c7d1aa68c055 service neutron] 10.222.0.62 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428957
Apr 08 14:39:11.515078 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-22a5053a-414e-4451-83ac-85ebe1796b1c req-0c6c1696-2f9c-4f1f-98b6-d7c3e2f92a66 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 210 time: 0.0504756
Apr 08 14:39:12.344322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f61e348e-195e-4335-8d08-ba3eee6d0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:12.654006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:12.710716 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-772a8ea1-054e-4d8b-b6b1-543c2b6cdf98 req-0830534b-8e25-4968-ab21-4cfea66de6e4 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 210 time: 0.0559194
Apr 08 14:39:13.559003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-7dc4117d-d1f3-431a-a3dd-37ba49735c42 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:13.560724 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-7dc4117d-d1f3-431a-a3dd-37ba49735c42 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.70 "GET /v2.0/networks?id=c4714bf8-8ace-4330-a178-1edf617ccc9c HTTP/1.1" status: 200  len: 809 time: 0.1641750
Apr 08 14:39:13.576183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Request body: {'port': {'device_id': '44933ea4-8b92-4eac-b9c5-c2c87d44b7c0', 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c', 'admin_state_up': True, 'tenant_id': 'f021779ff3584f298f7e36fbecbc9a45'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:39:13.727764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:39:13.732372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Usage tracker for resource:port and tenant:f021779ff3584f298f7e36fbecbc9a45 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:39:13.735680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:39:13.742815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:39:13.779308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:13.827799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Made reservation on behalf of f021779ff3584f298f7e36fbecbc9a45 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:39:13.834227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:13.890925 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bd258b27-21fa-4e3d-a232-e945dd811a55 req-a3ac12ed-db2b-44dd-90ed-6f6805419c76 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 210 time: 0.0549910
Apr 08 14:39:14.021502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Allocated IP 172.20.0.10 (c4714bf8-8ace-4330-a178-1edf617ccc9c/9ea624a0-6b0e-4b61-8308-0647bf3768fa/959b6ec5-430e-493d-b35f-ae49f24a831f) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:39:14.228742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:14.301721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:14.318343 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7d9cbcbd-05bf-4f5f-a60e-aaec19c9c88c tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:14.330273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:14.468461 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Pushing event updated for resources: {'Port': ['ID=959b6ec5-430e-493d-b35f-ae49f24a831f,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:14.481498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.482388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.482807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.483227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.483636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.484045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.484452 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.484856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.485297 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.485704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.486109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.486505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:14.492775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:14.531700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Network c4714bf8-8ace-4330-a178-1edf617ccc9c is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:39:14.532972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:39:14.535410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:39:14.607713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:14.608753 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:14.679218 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1083951
Apr 08 14:39:14.694013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Request body: {'port': {'device_id': '44933ea4-8b92-4eac-b9c5-c2c87d44b7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:39:14.822970 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:15.221445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d169-fe59-4d6c-87d1-0f2c35302dfc req-80ae9a69-8b1c-4d9b-a926-7361f5fcebce tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:15.222250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-56d1d169-fe59-4d6c-87d1-0f2c35302dfc req-80ae9a69-8b1c-4d9b-a926-7361f5fcebce tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Synchronizing usage tracker for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:39:15.308325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-56d1d169-fe59-4d6c-87d1-0f2c35302dfc req-80ae9a69-8b1c-4d9b-a926-7361f5fcebce tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Unset dirty status for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:39:15.309666 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-56d1d169-fe59-4d6c-87d1-0f2c35302dfc req-80ae9a69-8b1c-4d9b-a926-7361f5fcebce tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 932 time: 0.2931728
Apr 08 14:39:15.362610 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-56d1d169-fe59-4d6c-87d1-0f2c35302dfc req-09bc12e1-fca8-4730-baad-68bd49a00917 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453436
Apr 08 14:39:15.364778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959b6ec5-430e-493d-b35f-ae49f24a831f {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:39:15.373569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:15.392109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Transition to ACTIVE for port object 959b6ec5-430e-493d-b35f-ae49f24a831f will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:39:15.421549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:15.438458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7a3b5c6d-d8e7-4cc8-909c-fcdad56a031f tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:15.821830 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Pushing event updated for resources: {'Port': ['ID=959b6ec5-430e-493d-b35f-ae49f24a831f,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:15.826512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:16.044748 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Attempting to bind port 959b6ec5-430e-493d-b35f-ae49f24a831f on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:39:16.045155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Attempting to bind port 959b6ec5-430e-493d-b35f-ae49f24a831f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:39:16.045549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Attempting to bind port 959b6ec5-430e-493d-b35f-ae49f24a831f on network c4714bf8-8ace-4330-a178-1edf617ccc9c {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:39:16.051209 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Port 959b6ec5-430e-493d-b35f-ae49f24a831f on network c4714bf8-8ace-4330-a178-1edf617ccc9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:39:16.051586 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Attempting to bind port 959b6ec5-430e-493d-b35f-ae49f24a831f on network c4714bf8-8ace-4330-a178-1edf617ccc9c {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:39:16.058431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:39:16.058815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Checking segment: {'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:39:16.059257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Bound using segment: {'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:39:16.060366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Bound port: 959b6ec5-430e-493d-b35f-ae49f24a831f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:39:16.060769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:16.144964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] For port 959b6ec5-430e-493d-b35f-ae49f24a831f, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:39:16.148166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] For port 959b6ec5-430e-493d-b35f-ae49f24a831f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=959b6ec5-430e-493d-b35f-ae49f24a831f,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:39:16.185572 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:16.201496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-db6abd37-51ea-4017-8381-3a49736ddf3e tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:16.362603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Pushing event updated for resources: {'Port': ['ID=959b6ec5-430e-493d-b35f-ae49f24a831f,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:16.368078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:16.405394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:16.406082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:16.407588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] 10.222.0.70 "PUT /v2.0/ports/959b6ec5-430e-493d-b35f-ae49f24a831f HTTP/1.1" status: 200  len: 1094 time: 1.7184892
Apr 08 14:39:16.408143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44933ea4-8b92-4eac-b9c5-c2c87d44b7c0', 'tag': '959b6ec5-430e-493d-b35f-ae49f24a831f'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:39:16.482858 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44933ea4-8b92-4eac-b9c5-c2c87d44b7c0', 'tag': '959b6ec5-430e-493d-b35f-ae49f24a831f', 'status': 'completed', 'code': 200}
Apr 08 14:39:16.577675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-6d4437be-fb40-4063-b2b7-b76730572568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:16.579340 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-6d4437be-fb40-4063-b2b7-b76730572568 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f021779ff3584f298f7e36fbecbc9a45&device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 1097 time: 0.0893342
Apr 08 14:39:16.599402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55c1f3-eddd-40af-964e-e27b1d0237da req-d1f3ccdf-d61a-4306-9179-efcb9e44390b tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:16.601082 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7e55c1f3-eddd-40af-964e-e27b1d0237da req-d1f3ccdf-d61a-4306-9179-efcb9e44390b tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 944 time: 0.1018105
Apr 08 14:39:16.656998 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-54da5035-aefa-4403-a912-a00ca4e84d1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959b6ec5-430e-493d-b35f-ae49f24a831f HTTP/1.1" status: 200  len: 217 time: 0.0690217
Apr 08 14:39:16.657933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7e55c1f3-eddd-40af-964e-e27b1d0237da req-3f87828c-0ad2-4693-8c83-dbdcf91f22fd tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Synchronizing usage tracker for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:security_group {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:39:16.709989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-7e55c1f3-eddd-40af-964e-e27b1d0237da req-3f87828c-0ad2-4693-8c83-dbdcf91f22fd tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Unset dirty status for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:security_group {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:39:16.711914 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7e55c1f3-eddd-40af-964e-e27b1d0237da req-3f87828c-0ad2-4693-8c83-dbdcf91f22fd tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033869
Apr 08 14:39:16.733984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-73cadeb5-894e-4f87-ac6d-810371d14326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:16.735621 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-73cadeb5-894e-4f87-ac6d-810371d14326 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ea624a0-6b0e-4b61-8308-0647bf3768fa HTTP/1.1" status: 200  len: 849 time: 0.0723407
Apr 08 14:39:16.792064 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-1c21bc49-f5f7-4cd2-9d0b-80b39d06bd46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4714bf8-8ace-4330-a178-1edf617ccc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492635
Apr 08 14:39:16.959950 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-8b6e941f-2994-4bc5-b5ce-b9c9e28c0e1a service neutron] 10.222.0.70 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599448
Apr 08 14:39:17.129352 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-29a57646-d23e-4b43-bf68-e19e1c084f8c req-0bd207cc-2533-4157-a093-7f33f8ecd069 service neutron] 10.222.0.70 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616907
Apr 08 14:39:17.328661 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-9b2a62f6-6e65-4c71-b0b5-da1ed1808aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:17.330387 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-9b2a62f6-6e65-4c71-b0b5-da1ed1808aef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f021779ff3584f298f7e36fbecbc9a45&device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 1097 time: 0.1090224
Apr 08 14:39:17.511774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-1ceeea66-dd27-4b97-8c90-70f3cddd6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:17.513932 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-1ceeea66-dd27-4b97-8c90-70f3cddd6ff3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c4714bf8-8ace-4330-a178-1edf617ccc9c HTTP/1.1" status: 200  len: 910 time: 0.1734784
Apr 08 14:39:17.595243 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-12267c89-fc74-478c-9aa2-f6f807482c11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=959b6ec5-430e-493d-b35f-ae49f24a831f HTTP/1.1" status: 200  len: 217 time: 0.0727501
Apr 08 14:39:17.680015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-69953411-a4c6-4017-9b7f-18e8a28d465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:17.681672 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-69953411-a4c6-4017-9b7f-18e8a28d465b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ea624a0-6b0e-4b61-8308-0647bf3768fa HTTP/1.1" status: 200  len: 849 time: 0.0785618
Apr 08 14:39:17.742467 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-8b7013e0-bfca-434c-b2ae-71ea34b714a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4714bf8-8ace-4330-a178-1edf617ccc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511856
Apr 08 14:39:17.975728 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-0e9119f9-3e5e-42a4-a261-deb6267f1963 service neutron] 10.222.0.70 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245958
Apr 08 14:39:18.092625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c78748-0b06-4c4a-a278-409afaa0af61 req-1e0de1e1-1996-43ad-b9e9-c70c5097d6d1 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:18.094461 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40c78748-0b06-4c4a-a278-409afaa0af61 req-1e0de1e1-1996-43ad-b9e9-c70c5097d6d1 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 944 time: 0.2299604
Apr 08 14:39:18.145842 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40c78748-0b06-4c4a-a278-409afaa0af61 req-37d587b4-4206-4f7d-83ee-62ca025e2365 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428336
Apr 08 14:39:18.186225 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9a953675-8b6c-4b97-bf12-2cb94f9d71e0 req-7de195bc-c33e-465c-9994-da285e8ca4ea service neutron] 10.222.0.70 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012780
Apr 08 14:39:19.175610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569be47a-3838-42f5-afb5-4f2e8b551fc1 req-46efbd9e-234e-437b-8dff-15d03b4af303 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:19.177318 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-569be47a-3838-42f5-afb5-4f2e8b551fc1 req-46efbd9e-234e-437b-8dff-15d03b4af303 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 946 time: 0.0933783
Apr 08 14:39:19.212474 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-569be47a-3838-42f5-afb5-4f2e8b551fc1 req-409a329d-8340-4bc1-be0f-4949409dc4a3 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0282617
Apr 08 14:39:19.386584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b321d44-8cbb-4d66-8301-d01b172e8430 req-52f35af4-8429-4f76-91ad-7104450d539a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:19.388426 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b321d44-8cbb-4d66-8301-d01b172e8430 req-52f35af4-8429-4f76-91ad-7104450d539a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 944 time: 0.1033647
Apr 08 14:39:19.423576 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3b321d44-8cbb-4d66-8301-d01b172e8430 req-07a3481a-4fdf-4d7b-87ab-b71f1d0b43cc tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276570
Apr 08 14:39:19.531056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 959b6ec5-430e-493d-b35f-ae49f24a831f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:39:19.691690 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 959b6ec5-430e-493d-b35f-ae49f24a831f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=959b6ec5-430e-493d-b35f-ae49f24a831f,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:19.707612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '959b6ec5-430e-493d-b35f-ae49f24a831f', 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c', 'port_id': '959b6ec5-430e-493d-b35f-ae49f24a831f', 'mac_address': 'fa:16:3e:bd:94:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea624a0-6b0e-4b61-8308-0647bf3768fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:39:19.774110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:19.793972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959b6ec5-430e-493d-b35f-ae49f24a831f {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:39:19.810882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 959b6ec5-430e-493d-b35f-ae49f24a831f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=959b6ec5-430e-493d-b35f-ae49f24a831f,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:19.855545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:19.858314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:19.932987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=959b6ec5-430e-493d-b35f-ae49f24a831f,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:19.945366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.946026 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.946409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.946783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.947175 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.947548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.947914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.948281 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.948706 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.949093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.949481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.949845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:19.954935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:20.150621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['959b6ec5-430e-493d-b35f-ae49f24a831f'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:39:20.469543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec2ef9-3c41-4a54-92a0-22f0f1691a0a req-94ca0f67-d5b7-4b26-8b11-26c379c9dc9f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:20.472007 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-68ec2ef9-3c41-4a54-92a0-22f0f1691a0a req-94ca0f67-d5b7-4b26-8b11-26c379c9dc9f tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 946 time: 0.0983455
Apr 08 14:39:20.511241 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-68ec2ef9-3c41-4a54-92a0-22f0f1691a0a req-1e239b34-46fd-4060-8211-9da1dff469ee tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321300
Apr 08 14:39:20.639458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08683842-91f0-4dc1-8ea0-f565109d7623 req-fc5b86a4-723e-4bd1-8dbb-7d2151778eaa tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:20.641163 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-08683842-91f0-4dc1-8ea0-f565109d7623 req-fc5b86a4-723e-4bd1-8dbb-7d2151778eaa tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 945 time: 0.0940378
Apr 08 14:39:20.674968 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-08683842-91f0-4dc1-8ea0-f565109d7623 req-3c5b714a-6c89-44e9-a0b1-4d53608d9683 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267346
Apr 08 14:39:20.707537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-0843b2a9-05b4-4c3b-a41a-9f7e025da454 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:20.709218 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-0843b2a9-05b4-4c3b-a41a-9f7e025da454 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 946 time: 0.0961137
Apr 08 14:39:20.790352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Deleting port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:20.790783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:21.081270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] For port b5052692-f2d3-4dfd-8623-23d3a7c88fb3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:21.081547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:21.420348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:21.420714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:21.421088 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Floating IP dca9818e-593a-4fb2-9a4e-c53bf12bc22e disassociated. External IP: 172.27.1.243, port: b5052692-f2d3-4dfd-8623-23d3a7c88fb3.
Apr 08 14:39:21.421523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Calling delete_port for b5052692-f2d3-4dfd-8623-23d3a7c88fb3 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:21.543957 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 959b6ec5-430e-493d-b35f-ae49f24a831f up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:39:21.658997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 959b6ec5-430e-493d-b35f-ae49f24a831f completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:39:21.666210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 959b6ec5-430e-493d-b35f-ae49f24a831f triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:39:21.666777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:21.791082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dff05-98fb-4f60-8d90-2c0c2c30a960 req-baa83ab8-f5e0-4410-8264-a1356a82c21c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:21.792934 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0c6dff05-98fb-4f60-8d90-2c0c2c30a960 req-baa83ab8-f5e0-4410-8264-a1356a82c21c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 946 time: 0.1386461
Apr 08 14:39:21.802573 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:21.825023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:21.838012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44933ea4-8b92-4eac-b9c5-c2c87d44b7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959b6ec5-430e-493d-b35f-ae49f24a831f'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:39:21.850240 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e3c85395-0d1c-4bc3-8966-4e2de291fe14 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:21.852884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 959b6ec5-430e-493d-b35f-ae49f24a831f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=959b6ec5-430e-493d-b35f-ae49f24a831f,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:21.910100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:21.913047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:21.923181 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event deleted for resources: {'Port': ['ID=b5052692-f2d3-4dfd-8623-23d3a7c88fb3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:21.938737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:21.956339 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d65c3-6b64-4b14-9366-396f9e4731ec req-ffacf301-88e5-47e1-adbc-d979896308da tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:21.959398 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-db3d65c3-6b64-4b14-9366-396f9e4731ec req-ffacf301-88e5-47e1-adbc-d979896308da tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 946 time: 0.1256678
Apr 08 14:39:22.008189 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-db3d65c3-6b64-4b14-9366-396f9e4731ec req-651f2ab5-c5e9-434e-a131-b94ce0ff17ca tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276997
Apr 08 14:39:22.013150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=959b6ec5-430e-493d-b35f-ae49f24a831f,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:22.016601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:22.034374 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0c6dff05-98fb-4f60-8d90-2c0c2c30a960 req-de912c2d-a22b-4e44-acea-74b3a6c1da54 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups?id=2f655e15-3999-47bd-b87f-78824da17ba2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2271106
Apr 08 14:39:22.086236 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44933ea4-8b92-4eac-b9c5-c2c87d44b7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959b6ec5-430e-493d-b35f-ae49f24a831f', 'code': 200}
Apr 08 14:39:22.499617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651556f0-286b-4c8a-ab9f-bd56a9d93db4 req-730852d0-0ecb-4be9-b8c0-78ce695bacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:22.502231 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-651556f0-286b-4c8a-ab9f-bd56a9d93db4 req-730852d0-0ecb-4be9-b8c0-78ce695bacc0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 1099 time: 0.0893910
Apr 08 14:39:22.548101 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-651556f0-286b-4c8a-ab9f-bd56a9d93db4 req-c17d7749-8286-4aef-a43b-438a06bd5251 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388081
Apr 08 14:39:22.618376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Router d61ad6df-6ea5-4d00-aa50-4dbda44c885f has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:39:22.847659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:39:22.862022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] Sync routers for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:39:22.879314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:39:22.880032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d5f9dd8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:39:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:22.953547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] No DVR routers for this DVR port b5052692-f2d3-4dfd-8623-23d3a7c88fb3 on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:39:22.956565 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:22.959714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-deleted', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:39:23.006121 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8e3157c2-1011-4563-85a3-b9b5587d415f req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.70 "DELETE /v2.0/ports/b5052692-f2d3-4dfd-8623-23d3a7c88fb3 HTTP/1.1" status: 204  len: 173 time: 2.2898691
Apr 08 14:39:23.019244 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7006c4-333d-4a14-8227-342e0f41f7b5', 'name': 'network-vif-deleted', 'tag': 'b5052692-f2d3-4dfd-8623-23d3a7c88fb3', 'status': 'completed', 'code': 200}
Apr 08 14:39:23.119120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:39:23.291143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-d039e5d6-01f0-49d7-b1e8-a770cbeeef48 req-6830395b-bf4e-40f8-ac1f-2182651607b1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Synchronizing usage tracker for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:39:23.357056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e1104-6cea-4206-80e2-20ceedb74a1a req-d6fb3a23-e807-4d7a-b3a0-b80f0d2f1aa1 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:23.358938 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ff4e1104-6cea-4206-80e2-20ceedb74a1a req-d6fb3a23-e807-4d7a-b3a0-b80f0d2f1aa1 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 946 time: 0.1770921
Apr 08 14:39:23.381228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-d039e5d6-01f0-49d7-b1e8-a770cbeeef48 req-6830395b-bf4e-40f8-ac1f-2182651607b1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Unset dirty status for tenant:93e0e693019741a985d7fcff118e2045 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:39:23.382727 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d039e5d6-01f0-49d7-b1e8-a770cbeeef48 req-6830395b-bf4e-40f8-ac1f-2182651607b1 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/ports?device_id=db7006c4-333d-4a14-8227-342e0f41f7b5 HTTP/1.1" status: 200  len: 210 time: 0.1481268
Apr 08 14:39:23.418340 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ff4e1104-6cea-4206-80e2-20ceedb74a1a req-7aa0abf8-1942-45c3-90c1-b7689aefbffb tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480690
Apr 08 14:39:23.632479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d5f9dd8>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:23.639851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] Checking router: d61ad6df-6ea5-4d00-aa50-4dbda44c885f for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:39:23.649619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:39:23.650308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d5f9dd8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:39:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:23.853434 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:39:24.192444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d5f9dd8>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:24.196950 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826992bd-6a45-4e39-9c9a-15777b8fb73a None None] The sync data for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi is: [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:32:01Z', 'revision_number': 4, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': 'f2355acc-327e-4213-9562-17ddb503527a', 'name': '', 'network_id': '15f07a12-ac6b-4c4c-9155-38f725b6aee9', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'mac_address': 'fa:16:3e:87:0f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:59Z', 'updated_at': '2021-04-08T14:32:13Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'subnets': [{'id': 'f8f01285-7c35-42b4-b2ab-c963766b44bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:39:24.621039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38314) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:24.651700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafebe4-26c3-4cd3-af73-a1e881d19d84 req-c40084b3-78db-4f0b-822d-1b7703d76b27 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:24.652530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e7d28-5245-4840-8a2d-c556ef964608 None None] New status for floating IP dca9818e-593a-4fb2-9a4e-c53bf12bc22e: DOWN {{(pid=84462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:39:24.653440 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bdafebe4-26c3-4cd3-af73-a1e881d19d84 req-c40084b3-78db-4f0b-822d-1b7703d76b27 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 946 time: 0.1017811
Apr 08 14:39:24.686231 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bdafebe4-26c3-4cd3-af73-a1e881d19d84 req-92780993-a5c4-4b53-96e2-0d9a46b04b84 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262141
Apr 08 14:39:24.709444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc27e-209b-485c-9227-04f4aeb88131 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:24.741222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc27e-209b-485c-9227-04f4aeb88131 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:24.832994 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc27e-209b-485c-9227-04f4aeb88131 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:24.839218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-abdce150-63e1-474a-b40b-e937654e61e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:24.860901 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbc27e-209b-485c-9227-04f4aeb88131 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f655e15-3999-47bd-b87f-78824da17ba2,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:24.864961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-bdcbc27e-209b-485c-9227-04f4aeb88131 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:24.914039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-bdcbc27e-209b-485c-9227-04f4aeb88131 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:24.915580 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-bdcbc27e-209b-485c-9227-04f4aeb88131 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "DELETE /v2.0/security-groups/2f655e15-3999-47bd-b87f-78824da17ba2 HTTP/1.1" status: 204  len: 168 time: 0.2933941
Apr 08 14:39:24.918712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38320) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:24.937861 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.api.v2.resource [None req-29d48e33-7dda-4abb-a2b9-cd2d5333a2aa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] show failed (client error): The resource could not be found.
Apr 08 14:39:24.946660 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-29d48e33-7dda-4abb-a2b9-cd2d5333a2aa tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "GET /v2.0/security-groups/2f655e15-3999-47bd-b87f-78824da17ba2 HTTP/1.1" status: 404  len: 347 time: 0.0191298
Apr 08 14:39:24.947299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38324) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:25.136384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Deleting port 477ef754-ea9d-4c1d-af18-d013a24a1e81 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:25.137086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:25.350931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:25.351487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:25.499559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Calling delete_port for 477ef754-ea9d-4c1d-af18-d013a24a1e81 owned by network:floatingip {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:25.582841 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:39:25.627394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: b5052692-f2d3-4dfd-8623-23d3a7c88fb3 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:39:25.628008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device b5052692-f2d3-4dfd-8623-23d3a7c88fb3 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:39:25.759091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:25.779263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6ccb0756-258b-4fa5-b754-5016ceaeeedf tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:25.838908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Pushing event deleted for resources: {'Port': ['ID=477ef754-ea9d-4c1d-af18-d013a24a1e81,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:25.844456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:26.151049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks [] for floatingip, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:26.207508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:26.209740 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7260904d-7f99-4868-a230-9677ddad1ba8 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] 10.222.0.62 "DELETE /v2.0/floatingips/dca9818e-593a-4fb2-9a4e-c53bf12bc22e HTTP/1.1" status: 204  len: 168 time: 1.2607183
Apr 08 14:39:26.311188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c2471-bd0e-4d5a-8213-7c8901d0a3b5 req-7df2a241-d764-40b3-b28a-6307eb082898 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:26.314099 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d49c2471-bd0e-4d5a-8213-7c8901d0a3b5 req-7df2a241-d764-40b3-b28a-6307eb082898 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 946 time: 0.1344995
Apr 08 14:39:26.358079 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d49c2471-bd0e-4d5a-8213-7c8901d0a3b5 req-f2a65f21-fbb6-49cf-bba0-dc051df247ad tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355139
Apr 08 14:39:27.609892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e581c-cc75-42ae-b402-6bdaa911b6b6 req-7754c009-7a46-40f6-b509-1f978c120a92 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:27.612868 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c35e581c-cc75-42ae-b402-6bdaa911b6b6 req-7754c009-7a46-40f6-b509-1f978c120a92 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 946 time: 0.1133373
Apr 08 14:39:27.649948 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c35e581c-cc75-42ae-b402-6bdaa911b6b6 req-2121d1b1-ab01-40dd-b4de-97a8e085350f tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0265214
Apr 08 14:39:27.801789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-2d819d74-1812-4e2f-b656-90056f4ff56f tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:27.803500 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-2d819d74-1812-4e2f-b656-90056f4ff56f tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.70 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 946 time: 0.0994060
Apr 08 14:39:27.890477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Deleting port 959b6ec5-430e-493d-b35f-ae49f24a831f {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:27.895860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:28.177959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] For port 959b6ec5-430e-493d-b35f-ae49f24a831f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=959b6ec5-430e-493d-b35f-ae49f24a831f,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:28.178273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:28.317073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Calling delete_port for 959b6ec5-430e-493d-b35f-ae49f24a831f owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:28.506918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:28.519246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['959b6ec5-430e-493d-b35f-ae49f24a831f'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:39:28.522593 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:28.584035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Pushing event deleted for resources: {'Port': ['ID=959b6ec5-430e-493d-b35f-ae49f24a831f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:28.587955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:28.779347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] No DVR routers for this DVR port 959b6ec5-430e-493d-b35f-ae49f24a831f on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:39:28.781804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:28.784836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44933ea4-8b92-4eac-b9c5-c2c87d44b7c0', 'name': 'network-vif-deleted', 'tag': '959b6ec5-430e-493d-b35f-ae49f24a831f'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:39:28.828754 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d741a413-8737-4a62-8729-85a45518dd0f req-fda6eebc-7907-4297-846a-3736576eb27b tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=44933ea4-8b92-4eac-b9c5-c2c87d44b7c0 HTTP/1.1" status: 200  len: 210 time: 0.0509126
Apr 08 14:39:28.833344 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98d29aa7-85ce-4e96-883a-c6781efca522 req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.70 "DELETE /v2.0/ports/959b6ec5-430e-493d-b35f-ae49f24a831f HTTP/1.1" status: 204  len: 173 time: 1.0233099
Apr 08 14:39:28.845218 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44933ea4-8b92-4eac-b9c5-c2c87d44b7c0', 'name': 'network-vif-deleted', 'tag': '959b6ec5-430e-493d-b35f-ae49f24a831f', 'status': 'completed', 'code': 200}
Apr 08 14:39:29.299802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38364) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:30.004376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:30.280513 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-ed8ac295-dea8-4fb8-988a-c7c43d7bdbde tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:30.281582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-ed8ac295-dea8-4fb8-988a-c7c43d7bdbde tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Synchronizing usage tracker for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:network {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:39:30.335900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-ed8ac295-dea8-4fb8-988a-c7c43d7bdbde tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Unset dirty status for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:network {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:39:30.337817 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-ed8ac295-dea8-4fb8-988a-c7c43d7bdbde tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/networks?id=c4714bf8-8ace-4330-a178-1edf617ccc9c HTTP/1.1" status: 200  len: 809 time: 0.2494006
Apr 08 14:39:30.363640 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-35b7178e-60aa-4db2-8ccb-f22edb30b376 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/quotas/f021779ff3584f298f7e36fbecbc9a45 HTTP/1.1" status: 200  len: 375 time: 0.0175602
Apr 08 14:39:30.435558 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-2d97bebb-56b3-44e9-b25e-6d0d534b396b tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f021779ff3584f298f7e36fbecbc9a45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0627615
Apr 08 14:39:30.609296 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-28e709e1-9d53-4a21-87c2-dffd1fef21bc service neutron] 10.222.0.62 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654596
Apr 08 14:39:30.652073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Deleting port f2355acc-327e-4213-9562-17ddb503527a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:30.652455 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:30.781931 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-6dbcd237-d146-4332-9901-4638b114286d service neutron] 10.222.0.62 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618705
Apr 08 14:39:30.854300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] For port f2355acc-327e-4213-9562-17ddb503527a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f2355acc-327e-4213-9562-17ddb503527a,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:30.854856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:30.996212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Calling delete_port for f2355acc-327e-4213-9562-17ddb503527a owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:31.114738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-f68ba1df-3a36-4072-b32a-44b47c42b2f4 req-b4773d77-d500-4922-b77c-050ef54d6de1 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Synchronizing usage tracker for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:39:31.187224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-f68ba1df-3a36-4072-b32a-44b47c42b2f4 req-b4773d77-d500-4922-b77c-050ef54d6de1 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Unset dirty status for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:39:31.189187 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f68ba1df-3a36-4072-b32a-44b47c42b2f4 req-b4773d77-d500-4922-b77c-050ef54d6de1 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 210 time: 0.1418285
Apr 08 14:39:31.427041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:31.441328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4f8bc459-1154-478d-8f7e-2b82a56e9dba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:31.501552 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2355acc-327e-4213-9562-17ddb503527a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:31.508937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:31.599332 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 959b6ec5-430e-493d-b35f-ae49f24a831f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:39:31.636683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 959b6ec5-430e-493d-b35f-ae49f24a831f {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:39:31.638326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 959b6ec5-430e-493d-b35f-ae49f24a831f not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:39:31.984275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:32.428589 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98c87aa5-c37d-4f28-b1ec-6889ee4a0b05 req-45257855-eee0-429b-97ba-792444395acb tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 210 time: 0.0871756
Apr 08 14:39:32.627768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Router d61ad6df-6ea5-4d00-aa50-4dbda44c885f has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:39:32.917676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:39:32.930542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] Sync routers for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:39:32.940154 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7de9a9d8-9ee1-4df9-a9d7-af8be7a51815 admin admin] 10.222.0.62 "PUT /v2.0/routers/d61ad6df-6ea5-4d00-aa50-4dbda44c885f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6390870
Apr 08 14:39:32.944687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38400) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:32.944980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:39:32.946446 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d8deb00>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:39:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:33.206217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:33.363982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:39:33.474726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:33.550271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Deleting port 5b78ca5c-b165-4c9e-825a-e8508def3037 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:33.550807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:33.727795 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-777e357f-534d-4962-8deb-ce5bfa5af190 req-1c0a54e0-de6c-4cf9-b140-34e52101a593 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 210 time: 0.0879557
Apr 08 14:39:33.779004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-3b810677-2645-47c7-a8d4-bc69f3cf2644 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:33.782148 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-3b810677-2645-47c7-a8d4-bc69f3cf2644 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.70 "GET /v2.0/networks?id=c4714bf8-8ace-4330-a178-1edf617ccc9c HTTP/1.1" status: 200  len: 809 time: 0.3792930
Apr 08 14:39:33.787068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] For port 5b78ca5c-b165-4c9e-825a-e8508def3037, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=5b78ca5c-b165-4c9e-825a-e8508def3037,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:33.787768 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:33.792307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d8deb00>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:39:31Z', 'revision_number': 5, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port': {'id': '5b78ca5c-b165-4c9e-825a-e8508def3037', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:31:54Z', 'updated_at': '2021-04-08T14:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:33.797414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] Checking router: d61ad6df-6ea5-4d00-aa50-4dbda44c885f for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:39:33.801539 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Request body: {'port': {'device_id': 'f6da3ddd-8ea1-4637-bc31-d468d1bb5d16', 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c', 'admin_state_up': True, 'tenant_id': 'f021779ff3584f298f7e36fbecbc9a45'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:39:33.810398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] Routers {'d61ad6df-6ea5-4d00-aa50-4dbda44c885f'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:39:33.811131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d8deb00>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:39:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:33.945859 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Calling delete_port for 5b78ca5c-b165-4c9e-825a-e8508def3037 owned by network:router_gateway {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:34.015478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] Set router d61ad6df-6ea5-4d00-aa50-4dbda44c885f gateway port host: None {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:39:34.018955 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:39:34.030865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:39:34.073364 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Made reservation on behalf of f021779ff3584f298f7e36fbecbc9a45 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:39:34.083124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:34.141041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d8deb00>, [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:39:33Z', 'revision_number': 6, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port_host': None}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:34.146385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba35ed80-3516-4ef9-8258-5eb0be4fcea5 None None] The sync data for ids ['d61ad6df-6ea5-4d00-aa50-4dbda44c885f'] in dv-cinder-784623-3-iscsi is: [{'id': 'd61ad6df-6ea5-4d00-aa50-4dbda44c885f', 'name': 'tempest-AttachVolumeShelveTestJSON-839703837-router', 'tenant_id': '93e0e693019741a985d7fcff118e2045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:31:52Z', 'updated_at': '2021-04-08T14:39:33Z', 'revision_number': 6, 'project_id': '93e0e693019741a985d7fcff118e2045', 'gw_port_host': None}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:39:34.224763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:34.246014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5745a6e7-89eb-4ecb-a846-b832884da629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:34.298751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Allocated IP 172.20.0.5 (c4714bf8-8ace-4330-a178-1edf617ccc9c/9ea624a0-6b0e-4b61-8308-0647bf3768fa/9db41b78-90a3-407b-9350-3d7c2392635d) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:39:34.373683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b78ca5c-b165-4c9e-825a-e8508def3037,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:34.401727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.402263 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.402681 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.403612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.404028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.404438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.404835 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.405265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.405673 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.406083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.406485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.406889 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:39:34.410962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:34.598507 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:34.874941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f2355acc-327e-4213-9562-17ddb503527a no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:39:34.889559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:34.926418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: f2355acc-327e-4213-9562-17ddb503527a {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:39:34.927277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f2355acc-327e-4213-9562-17ddb503527a not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:39:34.927845 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 5b78ca5c-b165-4c9e-825a-e8508def3037 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:39:34.958941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:34.980391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 5b78ca5c-b165-4c9e-825a-e8508def3037 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:39:34.980794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 5b78ca5c-b165-4c9e-825a-e8508def3037 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:39:34.983557 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:35.021401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.153771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Pushing event updated for resources: {'Port': ['ID=9db41b78-90a3-407b-9350-3d7c2392635d,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:35.159331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:35.197560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.201837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.209426 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Network c4714bf8-8ace-4330-a178-1edf617ccc9c is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:39:35.210983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:39:35.213498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:39:35.256104 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bf462-e102-4630-ad59-9cfa4df74ddd req-d2e2bfc2-6cd4-4889-947f-57ecfa7e8fce tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:35.267412 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d7bf462-e102-4630-ad59-9cfa4df74ddd req-d2e2bfc2-6cd4-4889-947f-57ecfa7e8fce tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 931 time: 0.1264741
Apr 08 14:39:35.304842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:35.306095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.313017 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d7bf462-e102-4630-ad59-9cfa4df74ddd req-c6062316-3463-43da-8f8a-d36959e1a776 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444779
Apr 08 14:39:35.439326 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-74faca46-f871-477c-922c-a107c7154271 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6481636
Apr 08 14:39:35.453258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Request body: {'port': {'device_id': 'f6da3ddd-8ea1-4637-bc31-d468d1bb5d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:39:35.498760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.499460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d61ad6df-6ea5-4d00-aa50-4dbda44c885f {{(pid=84461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:39:35.526386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.526386 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f935740b-ec41-4813-ba49-edec948ca3f5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d61ad6df-6ea5-4d00-aa50-4dbda44c885f HTTP/1.1" status: 204  len: 168 time: 2.5786624
Apr 08 14:39:35.532792 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38414) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:35.610100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] Deleting subnet f8f01285-7c35-42b4-b2ab-c963766b44bc {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:39:35.612025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.614143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.675366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3161120'] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:35.832298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.071347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db41b78-90a3-407b-9350-3d7c2392635d {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:39:36.080888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.104914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Transition to ACTIVE for port object 9db41b78-90a3-407b-9350-3d7c2392635d will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:39:36.144265 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.167530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4eb76676-1505-46f2-8bef-fb425644c89c tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:36.310211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853932718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-869736'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.325693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Pushing event updated for resources: {'Port': ['ID=9db41b78-90a3-407b-9350-3d7c2392635d,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:36.327850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:36.328713 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:36.383244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f01285-7c35-42b4-b2ab-c963766b44bc,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:36.432372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:36.489365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.498397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc04f73-bb8a-49f2-b28d-4a8edb452f31 None None] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:39:36.500987 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d9651c81-0233-4741-b47d-bf911ad98ba9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f8f01285-7c35-42b4-b2ab-c963766b44bc HTTP/1.1" status: 204  len: 168 time: 0.9667335
Apr 08 14:39:36.505071 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38420) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:36.715873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.830132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Deleting port 33b526ea-53b1-4e00-84e4-d1432a90369b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:36.830511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.832296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c8fe9-7da2-4b89-bb68-a32e054c3252 req-8f6ea31b-8848-49fe-a043-f9f53a5a1dc8 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:36.833082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-274c8fe9-7da2-4b89-bb68-a32e054c3252 req-8f6ea31b-8848-49fe-a043-f9f53a5a1dc8 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Synchronizing usage tracker for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:39:36.837297 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Attempting to bind port 9db41b78-90a3-407b-9350-3d7c2392635d on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:39:36.837676 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Attempting to bind port 9db41b78-90a3-407b-9350-3d7c2392635d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:39:36.838020 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Attempting to bind port 9db41b78-90a3-407b-9350-3d7c2392635d on network c4714bf8-8ace-4330-a178-1edf617ccc9c {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:39:36.847438 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Port 9db41b78-90a3-407b-9350-3d7c2392635d on network c4714bf8-8ace-4330-a178-1edf617ccc9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:39:36.847805 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Attempting to bind port 9db41b78-90a3-407b-9350-3d7c2392635d on network c4714bf8-8ace-4330-a178-1edf617ccc9c {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:39:36.852783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] DHCP port deletion for 15f07a12-ac6b-4c4c-9155-38f725b6aee9 request from dv-cinder-784623-3-iscsi {{(pid=84462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 14:39:36.857641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:39:36.858011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Checking segment: {'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:39:36.858195 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] Deleting port 33b526ea-53b1-4e00-84e4-d1432a90369b {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:36.858452 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Bound using segment: {'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:39:36.858625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.858999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Bound port: 9db41b78-90a3-407b-9350-3d7c2392635d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763b0ec9-5641-427e-8abb-a0f40d18496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:39:36.859249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:36.946017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-274c8fe9-7da2-4b89-bb68-a32e054c3252 req-8f6ea31b-8848-49fe-a043-f9f53a5a1dc8 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Unset dirty status for tenant:f021779ff3584f298f7e36fbecbc9a45 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:39:36.948788 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-274c8fe9-7da2-4b89-bb68-a32e054c3252 req-8f6ea31b-8848-49fe-a043-f9f53a5a1dc8 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 943 time: 0.3645082
Apr 08 14:39:36.981044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] For port 9db41b78-90a3-407b-9350-3d7c2392635d, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:39:36.993770 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-274c8fe9-7da2-4b89-bb68-a32e054c3252 req-93d24dab-7f56-4933-964f-b70d1293486a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365710
Apr 08 14:39:36.996885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] For port 9db41b78-90a3-407b-9350-3d7c2392635d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9db41b78-90a3-407b-9350-3d7c2392635d,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:39:37.077449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:37.094488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e60b0551-5b2a-4fa3-93ba-c704ec0d188f tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:37.111011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] For port 33b526ea-53b1-4e00-84e4-d1432a90369b, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=33b526ea-53b1-4e00-84e4-d1432a90369b,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:37.111459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:37.162169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] For port 33b526ea-53b1-4e00-84e4-d1432a90369b, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=33b526ea-53b1-4e00-84e4-d1432a90369b,segment=NetworkSegment(c0d638e4-0d91-4b1c-a3c1-bc93107d17e7),segment_id=c0d638e4-0d91-4b1c-a3c1-bc93107d17e7)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:37.163176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:37.253935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] Calling delete_port for 33b526ea-53b1-4e00-84e4-d1432a90369b owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:37.288008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Pushing event updated for resources: {'Port': ['ID=9db41b78-90a3-407b-9350-3d7c2392635d,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:37.300477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:37.334911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:37.335705 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:37.337385 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] 10.222.0.70 "PUT /v2.0/ports/9db41b78-90a3-407b-9350-3d7c2392635d HTTP/1.1" status: 200  len: 1093 time: 1.8896532
Apr 08 14:39:37.337653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6da3ddd-8ea1-4637-bc31-d468d1bb5d16', 'tag': '9db41b78-90a3-407b-9350-3d7c2392635d'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:39:37.379158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Calling delete_port for 33b526ea-53b1-4e00-84e4-d1432a90369b owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:37.426422 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6da3ddd-8ea1-4637-bc31-d468d1bb5d16', 'tag': '9db41b78-90a3-407b-9350-3d7c2392635d', 'status': 'completed', 'code': 200}
Apr 08 14:39:37.503660 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e47-bb5f-4f61-a458-031416442fbe req-f7734680-7ef8-44da-ad54-09d1c403f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:37.505407 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ec195e47-bb5f-4f61-a458-031416442fbe req-f7734680-7ef8-44da-ad54-09d1c403f068 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f021779ff3584f298f7e36fbecbc9a45&device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 1096 time: 0.0812845
Apr 08 14:39:37.591270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 08 14:39:37.591270 dv-cinder-784623-3-iscsi neutron-server[84347]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s]
Apr 08 14:39:37.591270 dv-cinder-784623-3-iscsi neutron-server[84347]: [parameters: {'port_id': '33b526ea-53b1-4e00-84e4-d1432a90369b', 'host': 'dv-cinder-784623-3-iscsi', 'level': 0}]
Apr 08 14:39:37.591270 dv-cinder-784623-3-iscsi neutron-server[84347]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:39:37.592101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:39:37.635397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286'] for port, after_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:37.652049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:37.692577 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e47-bb5f-4f61-a458-031416442fbe req-7221c9d7-139d-46f9-aeb8-5433fdad3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:37.694270 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ec195e47-bb5f-4f61-a458-031416442fbe req-7221c9d7-139d-46f9-aeb8-5433fdad3077 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f021779ff3584f298f7e36fbecbc9a45&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1810439
Apr 08 14:39:37.711027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] Pushing event deleted for resources: {'Port': ['ID=33b526ea-53b1-4e00-84e4-d1432a90369b,revision_number=None']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:37.715243 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:37.811600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f710a-575c-4438-8291-1366b5672d22 None None] No DVR routers for this DVR port 33b526ea-53b1-4e00-84e4-d1432a90369b on host dv-cinder-784623-3-iscsi {{(pid=84462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:39:37.853966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195e47-bb5f-4f61-a458-031416442fbe req-00675734-ce10-4b67-9fb3-ce5177a19674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:37.855728 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ec195e47-bb5f-4f61-a458-031416442fbe req-00675734-ce10-4b67-9fb3-ce5177a19674 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1544218
Apr 08 14:39:37.990760 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-bf9e36eb-dd30-4e67-ae4e-b2b8c3b28f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:37.993174 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-bf9e36eb-dd30-4e67-ae4e-b2b8c3b28f92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f021779ff3584f298f7e36fbecbc9a45&device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 1096 time: 0.0887218
Apr 08 14:39:38.093261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Deleting port 33b526ea-53b1-4e00-84e4-d1432a90369b {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:38.093797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:38.115853 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-bc62e188-18ef-40ff-a955-3d09a5c94f76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9db41b78-90a3-407b-9350-3d7c2392635d HTTP/1.1" status: 200  len: 217 time: 0.1152060
Apr 08 14:39:38.179313 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] The port '33b526ea-53b1-4e00-84e4-d1432a90369b' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 14:39:38.271082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-8b914659-4dad-4c5b-8f3c-aa08aea98fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:38.273613 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-8b914659-4dad-4c5b-8f3c-aa08aea98fbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9ea624a0-6b0e-4b61-8308-0647bf3768fa HTTP/1.1" status: 200  len: 849 time: 0.1519234
Apr 08 14:39:38.338516 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-6ad58f47-26d3-44ac-b608-dfdeec007a88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c4714bf8-8ace-4330-a178-1edf617ccc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570164
Apr 08 14:39:38.345287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:38.429374 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be15fc-38f0-40bf-ae7e-cc571d480acb req-67db16f6-fc43-4fcf-926a-99932e92ee64 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:38.431883 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-21be15fc-38f0-40bf-ae7e-cc571d480acb req-67db16f6-fc43-4fcf-926a-99932e92ee64 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 943 time: 0.2360163
Apr 08 14:39:38.470171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff307fab128>,) {'filters': {'network_id': ['15f07a12-ac6b-4c4c-9155-38f725b6aee9']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:38.486250 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff307fab128>, 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:38.486758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff307fab128>, 'c0d638e4-0d91-4b1c-a3c1-bc93107d17e7') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:38.505636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:38.532386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:38.543027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:39:38.556668 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-21be15fc-38f0-40bf-ae7e-cc571d480acb req-672ed7d2-9e03-4a21-95fb-e2e4e78bd134 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481479
Apr 08 14:39:38.595354 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-d4ec135a-3d9a-411a-8940-5f5799cc90b6 service neutron] 10.222.0.70 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2486901
Apr 08 14:39:38.756513 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9c2339b1-5dfd-4d77-9018-845ebdcc5ec9 req-61c82bb1-59ff-45df-aa34-f2d0c20c7b9b service neutron] 10.222.0.70 "GET /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537292
Apr 08 14:39:38.775389 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:39:38.786024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:38.848152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 33b526ea-53b1-4e00-84e4-d1432a90369b no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:39:38.897838 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 33b526ea-53b1-4e00-84e4-d1432a90369b {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:39:38.898252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 33b526ea-53b1-4e00-84e4-d1432a90369b not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:39:38.991685 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Network 15f07a12-ac6b-4c4c-9155-38f725b6aee9 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:39:39.015917 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:39:39.278638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:39.282739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a2e65ce5-c4ec-48b5-a1b4-1d9a41caa6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:39.297985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:39.309739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Pushing event deleted for resources: {'Network': ['ID=15f07a12-ac6b-4c4c-9155-38f725b6aee9,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:39.313275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:39.358894 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5dbb2c7e-2852-46ba-bb86-5e8525c2cdaa admin admin] 10.222.0.62 "DELETE /v2.0/networks/15f07a12-ac6b-4c4c-9155-38f725b6aee9 HTTP/1.1" status: 204  len: 168 time: 2.8523803
Apr 08 14:39:39.633728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38432) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:39.674444 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-378adce2-93db-48ea-afff-362e8df8585e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93e0e693019741a985d7fcff118e2045&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0390506
Apr 08 14:39:39.678025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38436) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:39.740585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dc85a679-a888-43a0-8c99-cbad8a6715e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:39.819815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b530e437-8f4c-44e7-9d12-380e6e94aab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:39.852560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6783a3-9a9a-4941-a4b3-78ddab26bf92 req-02021131-2169-412d-b04c-e56f1042d000 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:39.854351 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d6783a3-9a9a-4941-a4b3-78ddab26bf92 req-02021131-2169-412d-b04c-e56f1042d000 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 943 time: 0.1585462
Apr 08 14:39:39.862816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b530e437-8f4c-44e7-9d12-380e6e94aab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:39.920175 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d6783a3-9a9a-4941-a4b3-78ddab26bf92 req-ab862e78-f193-465b-863e-99d03fea318a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499501
Apr 08 14:39:39.963504 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b530e437-8f4c-44e7-9d12-380e6e94aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:39.969045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ffd3a3f5-2f44-4de4-af45-cdf7e1a88d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:39.983836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530e437-8f4c-44e7-9d12-380e6e94aab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0da2a2-ab26-4f05-a5d4-0a8aa91f5705,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:39.988600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b530e437-8f4c-44e7-9d12-380e6e94aab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:39.989510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:39:39.991720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b530e437-8f4c-44e7-9d12-380e6e94aab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:39.992962 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b530e437-8f4c-44e7-9d12-380e6e94aab8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de0da2a2-ab26-4f05-a5d4-0a8aa91f5705 HTTP/1.1" status: 204  len: 168 time: 0.3139338
Apr 08 14:39:41.139694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cd97-51cd-4dff-b164-e996c35cf780 req-f2628773-902d-4a81-bb48-4edff09c5d0a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:41.141460 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4d13cd97-51cd-4dff-b164-e996c35cf780 req-f2628773-902d-4a81-bb48-4edff09c5d0a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 943 time: 0.0999372
Apr 08 14:39:41.178720 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4d13cd97-51cd-4dff-b164-e996c35cf780 req-50403590-6cf1-482a-92fc-0d1471247d51 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301964
Apr 08 14:39:41.667997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 9db41b78-90a3-407b-9350-3d7c2392635d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:39:41.836694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 9db41b78-90a3-407b-9350-3d7c2392635d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9db41b78-90a3-407b-9350-3d7c2392635d,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:41.852206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '9db41b78-90a3-407b-9350-3d7c2392635d', 'network_id': 'c4714bf8-8ace-4330-a178-1edf617ccc9c', 'port_id': '9db41b78-90a3-407b-9350-3d7c2392635d', 'mac_address': 'fa:16:3e:b2:52:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea624a0-6b0e-4b61-8308-0647bf3768fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:39:41.922473 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:41.923816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db41b78-90a3-407b-9350-3d7c2392635d {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:39:41.944993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 9db41b78-90a3-407b-9350-3d7c2392635d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9db41b78-90a3-407b-9350-3d7c2392635d,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:41.992956 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:41.996037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:42.070933 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=9db41b78-90a3-407b-9350-3d7c2392635d,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:42.074422 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:42.229085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['9db41b78-90a3-407b-9350-3d7c2392635d'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:39:42.399807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a630723d-48f5-41d6-ada5-71936a459f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:42.408261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693857bc-6c79-40f7-9ada-448866f51d71 req-0726a552-8ca3-4c48-9af0-c05063d0d428 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:42.409987 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-693857bc-6c79-40f7-9ada-448866f51d71 req-0726a552-8ca3-4c48-9af0-c05063d0d428 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 944 time: 0.1109786
Apr 08 14:39:42.444128 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-693857bc-6c79-40f7-9ada-448866f51d71 req-6da40411-d339-4fde-a0c3-000693ab2002 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275536
Apr 08 14:39:42.666958 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:43.672702 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ce71f-cee7-4915-a308-3f53f30efa7a req-f71fa56b-5a14-422b-8197-368493152ff3 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:43.675533 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-de3ce71f-cee7-4915-a308-3f53f30efa7a req-f71fa56b-5a14-422b-8197-368493152ff3 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 944 time: 0.1002216
Apr 08 14:39:43.683430 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 9db41b78-90a3-407b-9350-3d7c2392635d up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:39:43.736579 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-de3ce71f-cee7-4915-a308-3f53f30efa7a req-f04f4155-acd5-4c28-a35e-ddee0925987a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467629
Apr 08 14:39:43.762045 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:43.838235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 9db41b78-90a3-407b-9350-3d7c2392635d completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:39:43.844893 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 9db41b78-90a3-407b-9350-3d7c2392635d triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:39:43.845394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:44.004170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:44.016280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6da3ddd-8ea1-4637-bc31-d468d1bb5d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db41b78-90a3-407b-9350-3d7c2392635d'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:39:44.026920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 9db41b78-90a3-407b-9350-3d7c2392635d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9db41b78-90a3-407b-9350-3d7c2392635d,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:44.055259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:44.057738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:44.095278 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6da3ddd-8ea1-4637-bc31-d468d1bb5d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db41b78-90a3-407b-9350-3d7c2392635d', 'code': 200}
Apr 08 14:39:44.145853 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=9db41b78-90a3-407b-9350-3d7c2392635d,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:44.149284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:44.353068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:44.453868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d3bd-edf0-4eb5-b3a9-4e3bcbebdea0 req-2f02f53c-e920-4735-aecc-cf4daa860e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:44.455506 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c96d3bd-edf0-4eb5-b3a9-4e3bcbebdea0 req-2f02f53c-e920-4735-aecc-cf4daa860e14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 1098 time: 0.0872161
Apr 08 14:39:44.485258 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c96d3bd-edf0-4eb5-b3a9-4e3bcbebdea0 req-3794706a-5897-4f0f-b966-63ac6f65e83c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0227785
Apr 08 14:39:44.982107 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd513886-ada5-4a0b-9fd2-55cfc70af8bf req-310819dd-7cf2-4942-ac6d-298f619c8152 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:44.983860 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd513886-ada5-4a0b-9fd2-55cfc70af8bf req-310819dd-7cf2-4942-ac6d-298f619c8152 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 945 time: 0.1212225
Apr 08 14:39:45.034464 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd513886-ada5-4a0b-9fd2-55cfc70af8bf req-34d0e3e8-7358-4167-8e03-89586d56a00a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388663
Apr 08 14:39:46.268782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb34e7-504e-4852-b249-96262be117be req-b7e6fac4-334b-4190-848d-91d126b9ce57 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:46.270536 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e2fb34e7-504e-4852-b249-96262be117be req-b7e6fac4-334b-4190-848d-91d126b9ce57 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 945 time: 0.0986898
Apr 08 14:39:46.309893 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e2fb34e7-504e-4852-b249-96262be117be req-ee1fb1f7-52c4-4f64-834f-e49ae8bcdab7 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302477
Apr 08 14:39:50.814502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1cf4c-d148-41bc-8993-db0863453dbb req-dee79409-84dd-45e4-846a-11f1b1c8cab3 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:50.817144 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a3b1cf4c-d148-41bc-8993-db0863453dbb req-dee79409-84dd-45e4-846a-11f1b1c8cab3 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 945 time: 0.1547589
Apr 08 14:39:50.875579 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a3b1cf4c-d148-41bc-8993-db0863453dbb req-32a7d709-e9a1-4d6d-a90c-58450be59cfc tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462070
Apr 08 14:39:52.198523 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189a8a-ee4e-4554-ba19-adf9f0872a6f req-c4fe1b4f-6e19-4f58-855e-b156be15743a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:52.200278 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-91189a8a-ee4e-4554-ba19-adf9f0872a6f req-c4fe1b4f-6e19-4f58-855e-b156be15743a tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 945 time: 0.1161921
Apr 08 14:39:52.287533 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-91189a8a-ee4e-4554-ba19-adf9f0872a6f req-88baf493-f88e-4284-ad1a-2d7ed436f720 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803947
Apr 08 14:39:52.334093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40752fe2-0457-4d5d-b030-aa446703a59e req-dee9d882-942b-4e45-ae81-f1b1be133e76 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:52.335881 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40752fe2-0457-4d5d-b030-aa446703a59e req-dee9d882-942b-4e45-ae81-f1b1be133e76 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 945 time: 0.1131742
Apr 08 14:39:52.438776 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Deleting port 9db41b78-90a3-407b-9350-3d7c2392635d {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:52.439334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:53.151972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] For port 9db41b78-90a3-407b-9350-3d7c2392635d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9db41b78-90a3-407b-9350-3d7c2392635d,segment=NetworkSegment(763b0ec9-5641-427e-8abb-a0f40d18496b),segment_id=763b0ec9-5641-427e-8abb-a0f40d18496b)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:53.152626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:53.311423 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Calling delete_port for 9db41b78-90a3-407b-9350-3d7c2392635d owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:53.552638 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38566) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:39:53.604130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f364da-6625-469e-9155-b230fb95e0c4 req-86ad7b52-56b1-46a9-8cdb-3bd50cabde51 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:53.607793 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f0f364da-6625-469e-9155-b230fb95e0c4 req-86ad7b52-56b1-46a9-8cdb-3bd50cabde51 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 945 time: 0.1668932
Apr 08 14:39:53.648102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:53.662861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['9db41b78-90a3-407b-9350-3d7c2392635d'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:39:53.682534 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f0f364da-6625-469e-9155-b230fb95e0c4 req-e594eeb9-6078-41bb-9f9e-2b16f682863d tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb271c54-f598-4e43-b7b2-e9efd7871166&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619264
Apr 08 14:39:53.801674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4aaa6e5c-b93e-429a-b01a-fc0b544c045a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:53.854904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Pushing event deleted for resources: {'Port': ['ID=9db41b78-90a3-407b-9350-3d7c2392635d,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:53.865162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:54.010962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] No DVR routers for this DVR port 9db41b78-90a3-407b-9350-3d7c2392635d on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:39:54.013878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:54.017158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6da3ddd-8ea1-4637-bc31-d468d1bb5d16', 'name': 'network-vif-deleted', 'tag': '9db41b78-90a3-407b-9350-3d7c2392635d'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:39:54.084933 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6da3ddd-8ea1-4637-bc31-d468d1bb5d16', 'name': 'network-vif-deleted', 'tag': '9db41b78-90a3-407b-9350-3d7c2392635d', 'status': 'completed', 'code': 200}
Apr 08 14:39:54.104933 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-40752fe2-0457-4d5d-b030-aa446703a59e req-75ac1100-974b-4fbd-89a6-78b27d68a189 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.70 "DELETE /v2.0/ports/9db41b78-90a3-407b-9350-3d7c2392635d HTTP/1.1" status: 204  len: 173 time: 1.7627168
Apr 08 14:39:54.178190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Deleting port 617266dc-8050-45fc-ac76-266209131c63 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:54.178572 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:54.431471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:54.432176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:54.625028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Calling delete_port for 617266dc-8050-45fc-ac76-266209131c63 owned by network:floatingip {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:54.973028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:54.991519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-219f3717-bd99-42fc-aa80-6a1752fa1736 tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:55.033432 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d011d6d1-f8c4-4ac5-a2c7-f2a7d269d82a req-a0e54a99-980f-4527-98b1-e3f017edefd6 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6da3ddd-8ea1-4637-bc31-d468d1bb5d16 HTTP/1.1" status: 200  len: 210 time: 0.1041603
Apr 08 14:39:55.061428 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event deleted for resources: {'Port': ['ID=617266dc-8050-45fc-ac76-266209131c63,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:55.065575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:39:55.311024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for floatingip, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:55.311536 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Floating IP 25818e19-422e-4b1f-a5f4-4dab8d6de4e0 disassociated (deleted). External IP: 172.27.1.85, port: 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe.
Apr 08 14:39:55.736721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 9db41b78-90a3-407b-9350-3d7c2392635d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:39:55.805319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 9db41b78-90a3-407b-9350-3d7c2392635d {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:39:55.806366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 9db41b78-90a3-407b-9350-3d7c2392635d not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:39:56.061766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Router c565f043-5b57-47b6-80a8-908a114e93ec has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:39:56.409083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:39:56.425496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] Sync routers for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:39:56.436764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:39:56.439932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30c87a320>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:39:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:56.474410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:56.586779 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e4f8f484-95af-43f1-a23e-6685145f7013 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "DELETE /v2.0/floatingips/25818e19-422e-4b1f-a5f4-4dab8d6de4e0 HTTP/1.1" status: 204  len: 168 time: 3.0290956
Apr 08 14:39:56.588491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:39:56.732806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:39:56.922489 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'status': 'completed', 'code': 200}
Apr 08 14:39:57.130658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-6d65e8a2-dc5f-4ee0-b7c2-5e88698567c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:57.133373 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-6d65e8a2-dc5f-4ee0-b7c2-5e88698567c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 1099 time: 0.1625476
Apr 08 14:39:57.414741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-e11187d9-be75-41e7-8a2c-b647557b9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:57.416629 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-e11187d9-be75-41e7-8a2c-b647557b9190 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 200  len: 910 time: 0.2725461
Apr 08 14:39:57.536618 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-a804a22b-20a9-4903-b206-df44decd7fec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 200  len: 217 time: 0.1117651
Apr 08 14:39:57.658543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fe483-c951-42b6-8351-0207eb445628 req-6e3b7d50-f72b-4320-833b-465d15528da4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:57.673798 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-139fe483-c951-42b6-8351-0207eb445628 req-6e3b7d50-f72b-4320-833b-465d15528da4 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.5328083
Apr 08 14:39:57.675329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30c87a320>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:34:19Z', 'revision_number': 5, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:57.680875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] Checking router: c565f043-5b57-47b6-80a8-908a114e93ec for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:39:57.694476 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:39:57.696091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30c87a320>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:39:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:57.742145 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-139fe483-c951-42b6-8351-0207eb445628 req-db9c2bd7-6083-4c98-b916-993c3aea2968 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665367
Apr 08 14:39:57.790628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-5b01b394-e80a-4119-a02c-62851553b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:57.792859 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-5b01b394-e80a-4119-a02c-62851553b06d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=85ede9ba-3a12-4078-8297-3f114fd4152f HTTP/1.1" status: 200  len: 848 time: 0.2464607
Apr 08 14:39:57.946798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-5b20d57e-ce94-41cf-9cf9-22b3bae1448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:57.950497 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-5b20d57e-ce94-41cf-9cf9-22b3bae1448c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1491568
Apr 08 14:39:57.994778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:39:58.204230 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-8b8032c7-fd3a-47cf-af3c-1bd16f589b25 service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435334
Apr 08 14:39:58.456024 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-09a7a26e-0b35-45f2-aeb8-2097efedc2d6 req-3cb8855f-e70a-4420-b951-237b299f521f service neutron] 10.222.0.70 "GET /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2420521
Apr 08 14:39:58.639541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30c87a320>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:34:19Z', 'revision_number': 5, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:39:58.648331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6437a-3257-41a6-88de-97d6bcff5674 None None] The sync data for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi is: [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:33:57Z', 'revision_number': 4, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '87cdcc9d-ad12-4840-8553-31b1b64b61ae', 'name': '', 'network_id': 'c6d94181-6dbe-4ab4-8026-0ddf3afd2c18', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'mac_address': 'fa:16:3e:f2:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:56Z', 'updated_at': '2021-04-08T14:34:19Z', 'revision_number': 5, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'subnets': [{'id': '85ede9ba-3a12-4078-8297-3f114fd4152f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:39:58.759692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-27d4285d-375f-40e9-903e-40a5296e8199 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:58.761593 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-27d4285d-375f-40e9-903e-40a5296e8199 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.70 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.1628480
Apr 08 14:39:58.892562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Deleting port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:39:58.893415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:59.131960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194edb32-5bc3-4e9a-bd2a-2c38b7498068 req-149287d3-9efe-4842-840d-128c998da23b tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:39:59.133528 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-194edb32-5bc3-4e9a-bd2a-2c38b7498068 req-149287d3-9efe-4842-840d-128c998da23b tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Synchronizing usage tracker for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:39:59.176512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7086563-3c06-4ce6-b07e-4a6ecc745f0a None None] New status for floating IP 25818e19-422e-4b1f-a5f4-4dab8d6de4e0: DOWN {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:39:59.199014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-194edb32-5bc3-4e9a-bd2a-2c38b7498068 req-149287d3-9efe-4842-840d-128c998da23b tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Unset dirty status for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:39:59.202251 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-194edb32-5bc3-4e9a-bd2a-2c38b7498068 req-149287d3-9efe-4842-840d-128c998da23b tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 946 time: 0.2447596
Apr 08 14:39:59.278313 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-194edb32-5bc3-4e9a-bd2a-2c38b7498068 req-b78e79d0-66cb-480e-9aa8-59d23d5fac7f tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/security-groups?id=267bd231-4d4f-44af-99c6-0b08fe24be2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603724
Apr 08 14:39:59.344777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] For port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:39:59.345414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:59.511744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Calling delete_port for 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:39:59.787670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:39:59.814569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:39:59.932798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event deleted for resources: {'Port': ['ID=21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:39:59.939227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:00.205454 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] No DVR routers for this DVR port 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:40:00.208304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:00.211325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'name': 'network-vif-deleted', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:40:00.262910 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9d0499cc-2b26-4060-accb-43380b6f1b07 req-3a14d6b3-f56f-40b5-bbf5-e0089b722f5c tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.70 "DELETE /v2.0/ports/21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe HTTP/1.1" status: 204  len: 173 time: 1.4940605
Apr 08 14:40:00.269469 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b91ea391-7176-4234-9255-795bdc0f34fb', 'name': 'network-vif-deleted', 'tag': '21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe', 'status': 'completed', 'code': 200}
Apr 08 14:40:00.493280 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9200bb3f-f9bf-4071-9243-d66a63a435c0 req-fe53321b-88f9-46ac-9299-55eb83ef9b63 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 210 time: 0.0597889
Apr 08 14:40:01.763550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e06c612d-bdff-4fd1-8a63-e0b4d022f8fc req-03ebd16f-5eab-4258-bba1-d63f9a4a4adb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Synchronizing usage tracker for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:40:01.847093 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e06c612d-bdff-4fd1-8a63-e0b4d022f8fc req-03ebd16f-5eab-4258-bba1-d63f9a4a4adb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Unset dirty status for tenant:d803bbf3b0e54b36964f9adb4d4a95ac on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:40:01.848547 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e06c612d-bdff-4fd1-8a63-e0b4d022f8fc req-03ebd16f-5eab-4258-bba1-d63f9a4a4adb tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 210 time: 0.1353827
Apr 08 14:40:02.003390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:40:02.063619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:40:02.063619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 21dc69ce-eeb4-48b2-bc6c-de2fc3d77efe not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:40:03.093224 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-0dc28e6b-2c11-4689-ab03-ce8b82a91cc2 req-0ce68521-2e0b-4e43-b666-252171844e91 tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b91ea391-7176-4234-9255-795bdc0f34fb HTTP/1.1" status: 200  len: 210 time: 0.0976379
Apr 08 14:40:04.305824 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38756) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:04.443205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-075d1606-8ff4-41fc-8a46-3a4db02b890a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:04.482939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-075d1606-8ff4-41fc-8a46-3a4db02b890a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:04.766904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-075d1606-8ff4-41fc-8a46-3a4db02b890a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:04.775393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-062d0785-6c5f-4a16-b315-870c71fab7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:04.800435 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d1606-8ff4-41fc-8a46-3a4db02b890a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267bd231-4d4f-44af-99c6-0b08fe24be2f,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:04.804712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-075d1606-8ff4-41fc-8a46-3a4db02b890a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:04.866306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-075d1606-8ff4-41fc-8a46-3a4db02b890a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:04.867618 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-075d1606-8ff4-41fc-8a46-3a4db02b890a tempest-TestShelveInstance-952345142 tempest-TestShelveInstance-952345142-project] 10.222.0.62 "DELETE /v2.0/security-groups/267bd231-4d4f-44af-99c6-0b08fe24be2f HTTP/1.1" status: 204  len: 168 time: 0.5596824
Apr 08 14:40:05.001575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:06.038167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 38776) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:07.028401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:07.897827 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Deleting port 87cdcc9d-ad12-4840-8553-31b1b64b61ae {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:07.898456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:08.152116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] For port 87cdcc9d-ad12-4840-8553-31b1b64b61ae, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=87cdcc9d-ad12-4840-8553-31b1b64b61ae,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:08.153609 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:08.396653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Calling delete_port for 87cdcc9d-ad12-4840-8553-31b1b64b61ae owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:40:09.100668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:09.129818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-fd2a9ea5-8d3a-458b-8ba1-31eb8f3cb01a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:09.198510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Pushing event deleted for resources: {'Port': ['ID=87cdcc9d-ad12-4840-8553-31b1b64b61ae,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:09.282107 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:09.769511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7583b437-00b6-40b5-a08a-16786ff9a9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:09.901375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:10.555100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Router c565f043-5b57-47b6-80a8-908a114e93ec has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:40:10.872392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:40:10.886487 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] Sync routers for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:40:10.904686 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:40:10.906022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d450240>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:39:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:10.928312 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] 10.222.0.62 "PUT /v2.0/routers/c565f043-5b57-47b6-80a8-908a114e93ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8878431
Apr 08 14:40:10.933124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38828) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:11.222783 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:40:11.362972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks [] for router, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:11.688273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d450240>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:40:08Z', 'revision_number': 5, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port': {'id': 'ba4db770-434a-4c51-9208-73d9f8d94c49', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:50Z', 'updated_at': '2021-04-08T14:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:11.694982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] Checking router: c565f043-5b57-47b6-80a8-908a114e93ec for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:40:11.711267 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] Routers {'c565f043-5b57-47b6-80a8-908a114e93ec'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:40:11.712320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d450240>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:39:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['c565f043-5b57-47b6-80a8-908a114e93ec'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:11.740015 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:11.804456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Deleting port ba4db770-434a-4c51-9208-73d9f8d94c49 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:11.804900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:11.991551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] Set router c565f043-5b57-47b6-80a8-908a114e93ec gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:40:12.139516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d450240>, [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:40:11Z', 'revision_number': 6, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port_host': None}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:12.145837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90994fe5-39b5-4b4e-85b0-d2982de9c249 None None] The sync data for ids ['c565f043-5b57-47b6-80a8-908a114e93ec'] in dv-cinder-784623-3-iscsi is: [{'id': 'c565f043-5b57-47b6-80a8-908a114e93ec', 'name': 'tempest-TestShelveInstance-1351526485-router', 'tenant_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:49Z', 'updated_at': '2021-04-08T14:40:11Z', 'revision_number': 6, 'project_id': 'd803bbf3b0e54b36964f9adb4d4a95ac', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:40:12.219986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] For port ba4db770-434a-4c51-9208-73d9f8d94c49, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=ba4db770-434a-4c51-9208-73d9f8d94c49,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:12.220834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:12.352362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b06fef2-19cf-4017-9719-d04c209834f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:12.479378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Calling delete_port for ba4db770-434a-4c51-9208-73d9f8d94c49 owned by network:router_gateway {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:40:12.657366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:12.812700 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:12.913303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ba4db770-434a-4c51-9208-73d9f8d94c49 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:40:12.984526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: ba4db770-434a-4c51-9208-73d9f8d94c49 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:40:12.985159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device ba4db770-434a-4c51-9208-73d9f8d94c49 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:40:12.991070 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 87cdcc9d-ad12-4840-8553-31b1b64b61ae no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:40:13.004919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8b518469-b4a9-4e06-8aaf-9a5b85f35401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:13.028796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 87cdcc9d-ad12-4840-8553-31b1b64b61ae {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:40:13.029711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 87cdcc9d-ad12-4840-8553-31b1b64b61ae not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:40:13.127228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4db770-434a-4c51-9208-73d9f8d94c49,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:13.142659 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:13.291069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:13.700941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:13.704904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:13.723222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:13.766373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:13.767132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c565f043-5b57-47b6-80a8-908a114e93ec {{(pid=84461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:40:13.789723 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:13.794748 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-51bcd78b-e66c-4eb0-ab5c-3a3d36a66a94 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c565f043-5b57-47b6-80a8-908a114e93ec HTTP/1.1" status: 204  len: 168 time: 2.8569534
Apr 08 14:40:13.795005 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38862) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:13.931894 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] Deleting subnet 85ede9ba-3a12-4078-8297-3f114fd4152f {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:40:13.931894 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:14.019231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3161120'] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:14.119261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:14.478711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:14.479053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853932718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-869736'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:14.501310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ea2b7f65-c0e9-407c-b168-03718ea301a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:14.557009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ede9ba-3a12-4078-8297-3f114fd4152f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:14.559932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:14.656719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:14.662322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f82b87-03a4-4d26-b673-14d9284a12cb None None] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:40:14.663474 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a7b7d239-03cc-427f-996c-0975e2740f27 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/85ede9ba-3a12-4078-8297-3f114fd4152f HTTP/1.1" status: 204  len: 168 time: 0.8671176
Apr 08 14:40:14.667077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38870) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:14.796699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:14.877410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Deleting port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:14.877790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:14.968529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] DHCP port deletion for c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 request from dv-cinder-784623-3-iscsi {{(pid=84462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 14:40:14.975349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] Deleting port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:14.976021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:15.258701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] For port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=8efbc547-1ee5-4c6d-b69d-e5bd3a97498a,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:15.258992 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:15.490180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] Calling delete_port for 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:40:15.539903 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] For port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=8efbc547-1ee5-4c6d-b69d-e5bd3a97498a,segment=NetworkSegment(af18706f-43f3-4bfe-8f83-d08782275533),segment_id=af18706f-43f3-4bfe-8f83-d08782275533)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:15.540307 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:15.671617 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286'] for port, after_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:15.685837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:15.757810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] Pushing event deleted for resources: {'Port': ['ID=8efbc547-1ee5-4c6d-b69d-e5bd3a97498a,revision_number=None']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:15.779648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Calling delete_port for 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:40:15.890604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:15.914433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105072d-d114-4e69-a1cb-2b11eca8784a None None] No DVR routers for this DVR port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a on host dv-cinder-784623-3-iscsi {{(pid=84462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:40:15.941511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:40:15.941856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:40:16.443138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Deleting port 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:16.443993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:16.526097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] The port '8efbc547-1ee5-4c6d-b69d-e5bd3a97498a' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 14:40:16.676108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:16.843865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff307d2ed30>,) {'filters': {'network_id': ['c6d94181-6dbe-4ab4-8026-0ddf3afd2c18']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:16.862257 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff307d2ed30>, 'af18706f-43f3-4bfe-8f83-d08782275533') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:16.862815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff307d2ed30>, 'af18706f-43f3-4bfe-8f83-d08782275533') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:16.875291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:40:16.882719 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:16.902155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:16.910055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:40:16.930379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:40:16.930789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 8efbc547-1ee5-4c6d-b69d-e5bd3a97498a not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:40:17.001641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:40:17.249981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:40:17.267563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:17.552963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Network c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:40:17.579778 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:40:17.729734 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:17.735811 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:17.766075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:17.770898 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d94181-6dbe-4ab4-8026-0ddf3afd2c18,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:17.774691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:17.836178 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-302f5633-e7e5-4967-9f0c-64492bb34b5b admin admin] 10.222.0.62 "DELETE /v2.0/networks/c6d94181-6dbe-4ab4-8026-0ddf3afd2c18 HTTP/1.1" status: 204  len: 168 time: 3.1646006
Apr 08 14:40:17.836526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38902) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:18.622808 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:19.078526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Deleting port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:19.079271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:19.401158 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] For port 2f00f9a1-1731-44d1-a3c6-4c773cfc831c, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,segment=NetworkSegment(eacccfa6-93c7-46e7-bb04-5e8612a6e007),segment_id=eacccfa6-93c7-46e7-bb04-5e8612a6e007)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:19.403750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:19.600801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Calling delete_port for 2f00f9a1-1731-44d1-a3c6-4c773cfc831c owned by network:router_interface {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:40:19.889329 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:19.914704 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ed5c4da2-db8c-4708-83de-a66ad31b47a1 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:20.262999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f00f9a1-1731-44d1-a3c6-4c773cfc831c,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:20.267533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:20.934024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:21.837022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Router bff0a114-476e-4bf9-9b96-211763e6e158 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:40:22.043456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:40:22.053663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] Sync routers for ids ['bff0a114-476e-4bf9-9b96-211763e6e158'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:40:22.066052 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] Routers {'bff0a114-476e-4bf9-9b96-211763e6e158'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:40:22.067246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30dad1358>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:40:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['bff0a114-476e-4bf9-9b96-211763e6e158'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:22.125053 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] 10.222.0.62 "PUT /v2.0/routers/bff0a114-476e-4bf9-9b96-211763e6e158/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2849894
Apr 08 14:40:22.125394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38946) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:22.265558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] Set router bff0a114-476e-4bf9-9b96-211763e6e158 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:40:22.375303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks [] for router, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:22.620620 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:22.656875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30dad1358>, [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:40:19Z', 'revision_number': 5, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port': {'id': '7b941d3d-5138-4b7c-88b8-40f6237642ff', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:04Z', 'updated_at': '2021-04-08T14:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:22.661626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] Checking router: bff0a114-476e-4bf9-9b96-211763e6e158 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:40:22.673394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] Routers {'bff0a114-476e-4bf9-9b96-211763e6e158'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:40:22.674390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30dad1358>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:40:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['bff0a114-476e-4bf9-9b96-211763e6e158'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:22.686105 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Deleting port 7b941d3d-5138-4b7c-88b8-40f6237642ff {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:22.686494 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:23.000258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] For port 7b941d3d-5138-4b7c-88b8-40f6237642ff, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=7b941d3d-5138-4b7c-88b8-40f6237642ff,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:23.000745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:23.106418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] Set router bff0a114-476e-4bf9-9b96-211763e6e158 gateway port host: None {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:40:23.182061 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Calling delete_port for 7b941d3d-5138-4b7c-88b8-40f6237642ff owned by network:router_gateway {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:40:23.281611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30dad1358>, [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:40:22Z', 'revision_number': 6, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port_host': None}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:23.289693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ef463-0609-4ecd-9c92-fb7fd3cc0fab None None] The sync data for ids ['bff0a114-476e-4bf9-9b96-211763e6e158'] in dv-cinder-784623-3-iscsi is: [{'id': 'bff0a114-476e-4bf9-9b96-211763e6e158', 'name': 'tempest-TestShelveInstance-405950087-router', 'tenant_id': '15346b8424fb4f6296db6eaa3bd92696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:03Z', 'updated_at': '2021-04-08T14:40:22Z', 'revision_number': 6, 'project_id': '15346b8424fb4f6296db6eaa3bd92696', 'gw_port_host': None}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:40:23.537959 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:23.556486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-19ffc707-cb13-4b2b-a188-2566b3359675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:23.678717 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b941d3d-5138-4b7c-88b8-40f6237642ff,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:24.082969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:24.331201 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:24.537961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:24.540834 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:24.599833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:24.600370 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bff0a114-476e-4bf9-9b96-211763e6e158 {{(pid=84461) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:40:24.614613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] Notify callbacks [] for router, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:24.615927 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e6ae30a9-fde1-42f4-9f4b-a54a577af73a admin admin] 10.222.0.62 "DELETE /v2.0/routers/bff0a114-476e-4bf9-9b96-211763e6e158 HTTP/1.1" status: 204  len: 168 time: 2.4894795
Apr 08 14:40:24.618822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 38988) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:24.695625 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] Deleting subnet 30ac2e3d-0bcf-4094-b592-c7d59e737aed {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:40:24.700501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:24.801687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3161120'] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:24.911683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 7b941d3d-5138-4b7c-88b8-40f6237642ff no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:40:24.941192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:25.001385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 7b941d3d-5138-4b7c-88b8-40f6237642ff {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:40:25.002501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 7b941d3d-5138-4b7c-88b8-40f6237642ff not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:40:25.003404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2f00f9a1-1731-44d1-a3c6-4c773cfc831c no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:40:25.053007 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 2f00f9a1-1731-44d1-a3c6-4c773cfc831c {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:40:25.053521 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 2f00f9a1-1731-44d1-a3c6-4c773cfc831c not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:40:25.674998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853932718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-869736'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:25.691871 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9551ee9b-30f5-4c32-af60-4e1d5541cf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:25.742640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ac2e3d-0bcf-4094-b592-c7d59e737aed,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:25.794180 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:25.848170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:25.854436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e440a1-7cbb-48ac-b26f-9192f52df1d8 None None] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:40:25.856796 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b20bc822-1f14-468d-9d06-997088ae22f9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/30ac2e3d-0bcf-4094-b592-c7d59e737aed HTTP/1.1" status: 204  len: 168 time: 1.2364609
Apr 08 14:40:25.860989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39010) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:26.059302 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:26.182024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Deleting port bae4d855-c358-4c59-a33e-9911a228c390 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:26.182548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:26.501736 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] DHCP port deletion for afb26ceb-8fb3-43cb-8481-3a52d8e673ae request from dv-cinder-784623-3-iscsi {{(pid=84462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 14:40:26.507038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] Deleting port bae4d855-c358-4c59-a33e-9911a228c390 {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:26.507282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:26.549921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] For port bae4d855-c358-4c59-a33e-9911a228c390, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=bae4d855-c358-4c59-a33e-9911a228c390,segment=NetworkSegment(eacccfa6-93c7-46e7-bb04-5e8612a6e007),segment_id=eacccfa6-93c7-46e7-bb04-5e8612a6e007)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:26.550591 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:26.714095 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-c6953d61-1d38-4e57-9357-bd1a5836558c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066979189&fields=id&tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 267 time: 0.0626245
Apr 08 14:40:26.747752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Calling delete_port for bae4d855-c358-4c59-a33e-9911a228c390 owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:40:26.932369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:26.952829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device bae4d855-c358-4c59-a33e-9911a228c390 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:40:26.968906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b5ce7139-5411-4840-be6d-e215e4690a6b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:27.007941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: bae4d855-c358-4c59-a33e-9911a228c390 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:40:27.007941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device bae4d855-c358-4c59-a33e-9911a228c390 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:40:27.022775 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] For port bae4d855-c358-4c59-a33e-9911a228c390, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=bae4d855-c358-4c59-a33e-9911a228c390,segment=NetworkSegment(eacccfa6-93c7-46e7-bb04-5e8612a6e007),segment_id=eacccfa6-93c7-46e7-bb04-5e8612a6e007)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:27.025303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:27.037155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae4d855-c358-4c59-a33e-9911a228c390,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:27.040154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-687314a6-c804-4566-89a9-43b9dc9de6cb tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:27.040737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:27.057330 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-687314a6-c804-4566-89a9-43b9dc9de6cb tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 812 time: 0.3388395
Apr 08 14:40:27.089768 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-1dc1be9b-ae2c-4588-aca7-a25936c7cbfa tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/quotas/b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 375 time: 0.0306764
Apr 08 14:40:27.196124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] No DVR routers for this DVR port bae4d855-c358-4c59-a33e-9911a228c390 on host dv-cinder-784623-3-iscsi {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:40:27.236273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] Calling delete_port for bae4d855-c358-4c59-a33e-9911a228c390 owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:40:27.285435 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-9f3979a9-8d91-4720-a528-997f059665fc tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1862257
Apr 08 14:40:27.393108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84462) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:40:27.393601 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:40:27.443543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:27.492594 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-1d9f9cdf-1811-480f-81fe-e2c764813d60 service neutron] 10.222.0.62 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059760
Apr 08 14:40:27.565460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30c047da0>,) {'filters': {'network_id': ['afb26ceb-8fb3-43cb-8481-3a52d8e673ae']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:27.580993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30c047da0>, 'eacccfa6-93c7-46e7-bb04-5e8612a6e007') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:27.581371 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30c047da0>, 'eacccfa6-93c7-46e7-bb04-5e8612a6e007') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:27.595287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:27.669998 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-eede99e4-b392-4449-8480-47785733fdf6 service neutron] 10.222.0.62 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681740
Apr 08 14:40:27.727152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:27.750194 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:40:27.895252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] Deleting port bae4d855-c358-4c59-a33e-9911a228c390 {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:40:27.895812 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:28.002910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1e24f-6c0f-40da-826d-d931754f3ff6 None None] The port 'bae4d855-c358-4c59-a33e-9911a228c390' was deleted {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 14:40:28.003771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:40:28.020179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:28.220575 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Network afb26ceb-8fb3-43cb-8481-3a52d8e673ae has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:40:28.246440 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:40:28.466512 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:28.472407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:28.498516 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:28.592077 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb26ceb-8fb3-43cb-8481-3a52d8e673ae,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:28.614279 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:28.617312 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ced00cd4-2f5a-4426-97ff-5e8539513ca4 req-f01d0b00-3b58-4bc1-a9a9-81969dc5b7ee tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 210 time: 0.2005181
Apr 08 14:40:28.622696 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-cea804c1-3bee-4563-9323-326e40d84465 admin admin] 10.222.0.62 "DELETE /v2.0/networks/afb26ceb-8fb3-43cb-8481-3a52d8e673ae HTTP/1.1" status: 204  len: 168 time: 2.7571204
Apr 08 14:40:28.914530 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39132) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:28.984937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39138) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:28.993329 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c24acb23-ffbe-4c30-898a-77c8e8ab75f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d803bbf3b0e54b36964f9adb4d4a95ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0781446
Apr 08 14:40:29.083386 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6274c3d5-5d92-41f8-9a8a-f78e709154cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:29.115136 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6274c3d5-5d92-41f8-9a8a-f78e709154cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:29.219944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6274c3d5-5d92-41f8-9a8a-f78e709154cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:29.225590 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-efee37bb-79d9-47e7-9583-ffd010dc2862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:29.245039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274c3d5-5d92-41f8-9a8a-f78e709154cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9a415c-1267-47ae-a747-490fdad54a50,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:29.261884 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6274c3d5-5d92-41f8-9a8a-f78e709154cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:29.263584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6274c3d5-5d92-41f8-9a8a-f78e709154cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:29.266269 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6274c3d5-5d92-41f8-9a8a-f78e709154cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea9a415c-1267-47ae-a747-490fdad54a50 HTTP/1.1" status: 204  len: 168 time: 0.2797768
Apr 08 14:40:29.821144 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4835a494-ff4f-4d4d-8fee-924ffbaab8ee req-84f0d941-c635-4541-91f0-4f97a8839dd2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 210 time: 0.0551956
Apr 08 14:40:30.001542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39162) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:30.067674 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d136f175-5c28-42cb-9713-b14eedd94616 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15346b8424fb4f6296db6eaa3bd92696&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0644395
Apr 08 14:40:30.068813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39166) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:30.071022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39168) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:30.144910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:30.145511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] Deleting subnet 9ea624a0-6b0e-4b61-8308-0647bf3768fa {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:40:30.149322 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:30.176383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:30.223423 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3161120'] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:30.292916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:30.338860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:30.345718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e29ad194-5d85-4e31-beb2-7231df6ff922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:30.361006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6d5c5-b403-4976-abc5-c9d935f52333,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:30.369605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:30.370853 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22b6d5c5-b403-4976-abc5-c9d935f52333 HTTP/1.1" status: 204  len: 168 time: 0.2983928
Apr 08 14:40:30.372596 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.373021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.373471 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.373881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.374293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.374701 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.375401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.375828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.376210 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.376777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.377431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.377837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:30.387817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2375caa9-08ea-4093-9098-030bf78d5d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:30.849291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-0c9c2293-d96e-40ce-b32d-42ee8f70a48b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:30.851506 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-0c9c2293-d96e-40ce-b32d-42ee8f70a48b tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 812 time: 0.2722006
Apr 08 14:40:30.957858 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-d607ea14-6c8e-425e-bc02-e1a586396a19 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca HTTP/1.1" status: 200  len: 8061 time: 0.0912776
Apr 08 14:40:30.972408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'port': {'device_id': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'admin_state_up': True, 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'security_groups': ['a9bfd8dd-1903-41bc-90a2-af1b02e10308']}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:40:31.236013 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7d607899-03da-4eca-a4ab-4f9d5d21e03c req-9b3d2407-e399-48e0-b8b7-135f90f2d46f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 210 time: 0.0976422
Apr 08 14:40:31.384088 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853932718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-869736'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:31.400757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-4d219592-85bf-43a1-a7a3-88294186ecc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:31.471889 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea624a0-6b0e-4b61-8308-0647bf3768fa,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:31.474619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:31.487001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:40:31.508745 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:40:31.560418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Made reservation on behalf of b9c18c8d02da4cb99da2650a8dfca3ca for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:40:31.570919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:31.583177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:31.595553 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-6b611700-a366-49dc-a14a-568816c084bd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ea624a0-6b0e-4b61-8308-0647bf3768fa HTTP/1.1" status: 204  len: 168 time: 1.5248613
Apr 08 14:40:31.597860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39182) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:31.771287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:31.797628 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Allocated IP 172.20.0.11 (7b6fb958-c947-4b6e-bdbd-1275a7d9def6/ed7d0c65-c480-42ef-80ac-80a046c9839c/53167d9e-05bf-4c2e-84f6-f81dc7f821e9) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:40:31.989931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.145964 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.168935 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Transition to ACTIVE for port object 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 will not be triggered until provisioned by entity DHCP. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:40:32.181075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30df3c6a0>,) {'filters': {'network_id': ['c4714bf8-8ace-4330-a178-1edf617ccc9c']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:32.195375 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30df3c6a0>, '763b0ec9-5641-427e-8abb-a0f40d18496b') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:32.199846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30df3c6a0>, '763b0ec9-5641-427e-8abb-a0f40d18496b') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:32.208849 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.224973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.235355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:40:32.264373 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.302060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ab3e4f65-5623-474f-b5f5-83de7760f582 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:32.439218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Network c4714bf8-8ace-4330-a178-1edf617ccc9c has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:40:32.448914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.514037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:32.520368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:32.601852 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:40:32.604145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:40:32.617787 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043c3fd-04c4-4f26-ada8-c680effd1b69 req-6328eb43-50be-461f-ab36-74a77689b8c6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:32.620396 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f043c3fd-04c4-4f26-ada8-c680effd1b69 req-6328eb43-50be-461f-ab36-74a77689b8c6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 932 time: 0.1790571
Apr 08 14:40:32.622315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:40:32.637420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Network c4714bf8-8ace-4330-a178-1edf617ccc9c has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:40:32.665275 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:40:32.737864 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f043c3fd-04c4-4f26-ada8-c680effd1b69 req-b5c420b1-adb0-4236-94db-72769d5b260f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673409
Apr 08 14:40:32.763447 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:32.764655 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.776226 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.787695 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:32.812086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:32.822161 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c4714bf8-8ace-4330-a178-1edf617ccc9c,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:32.829582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:32.880731 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e15da129-2d9f-4739-a3a0-cb585bf0c6cd admin admin] 10.222.0.62 "DELETE /v2.0/networks/c4714bf8-8ace-4330-a178-1edf617ccc9c HTTP/1.1" status: 204  len: 168 time: 1.2813294
Apr 08 14:40:32.909399 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9458447
Apr 08 14:40:32.923911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Request body: {'port': {'device_id': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:40:32.988398 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-d946216c-c03e-4350-b715-18a4d6624ba9 None None] Provisioning for port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 completed by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:40:32.994188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-d946216c-c03e-4350-b715-18a4d6624ba9 None None] Provisioning complete for port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 triggered by entity DHCP. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:40:32.994619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d946216c-c03e-4350-b715-18a4d6624ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:33.062449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-d946216c-c03e-4350-b715-18a4d6624ba9 None None] Port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 cannot update to ACTIVE because it is not bound. {{(pid=84462) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 14:40:33.123002 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:33.334287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39204) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:33.462493 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e0f1ba7a-6268-4024-910b-4509ef17df00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f021779ff3584f298f7e36fbecbc9a45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1267295
Apr 08 14:40:33.465883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39208) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:33.535984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05e8a8fd-964d-4516-81dd-8758086a46bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:33.570597 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05e8a8fd-964d-4516-81dd-8758086a46bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:33.603067 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:40:33.611467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:33.634594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Transition to ACTIVE for port object 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:40:33.654102 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05e8a8fd-964d-4516-81dd-8758086a46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:33.659506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cd531738-ae06-4411-bd15-e584c52a1fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:33.674752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8a8fd-964d-4516-81dd-8758086a46bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb271c54-f598-4e43-b7b2-e9efd7871166,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:33.676951 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-05e8a8fd-964d-4516-81dd-8758086a46bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:33.686202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:33.701855 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:33.725639 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-05e8a8fd-964d-4516-81dd-8758086a46bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:33.726935 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-05e8a8fd-964d-4516-81dd-8758086a46bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb271c54-f598-4e43-b7b2-e9efd7871166 HTTP/1.1" status: 204  len: 168 time: 0.2599835
Apr 08 14:40:33.892479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Pushing event updated for resources: {'Port': ['ID=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:33.899687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:33.983637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd263a-38f4-48b5-b17a-0aa7baa9cc2a req-a80cd4cc-b23e-42d9-9176-99f3da480533 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:33.985568 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7dd263a-38f4-48b5-b17a-0aa7baa9cc2a req-a80cd4cc-b23e-42d9-9176-99f3da480533 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.1096244
Apr 08 14:40:34.033357 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e7dd263a-38f4-48b5-b17a-0aa7baa9cc2a req-025a65d4-c743-4f44-ab77-23ed0283bb66 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375488
Apr 08 14:40:34.186441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Attempting to bind port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:40:34.187259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Attempting to bind port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:40:34.187897 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Attempting to bind port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:40:34.197042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:40:34.197790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Attempting to bind port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 on network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:40:34.208410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:40:34.208888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Checking segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:40:34.209448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Bound using segment: {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:40:34.209997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Bound port: 53167d9e-05bf-4c2e-84f6-f81dc7f821e9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f204bdd8-f569-4ab1-900a-b51aa682f969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:40:34.210422 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:34.346132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] For port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:40:34.350394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] For port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:40:34.393403 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:34.423006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-586a5649-c295-46fb-95d6-ee99c5e962e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:34.617283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Pushing event updated for resources: {'Port': ['ID=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:34.620976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:34.683231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:34.684462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:34.690376 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] 10.222.0.70 "PUT /v2.0/ports/53167d9e-05bf-4c2e-84f6-f81dc7f821e9 HTTP/1.1" status: 200  len: 1094 time: 1.7700286
Apr 08 14:40:34.690376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:40:34.763019 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'status': 'completed', 'code': 200}
Apr 08 14:40:35.262388 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3360f0e-7377-4161-a822-63e728edee2d req-ca19d264-70c3-40f2-8195-7bae28d23bc6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:35.264070 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f3360f0e-7377-4161-a822-63e728edee2d req-ca19d264-70c3-40f2-8195-7bae28d23bc6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.0979631
Apr 08 14:40:35.315419 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f3360f0e-7377-4161-a822-63e728edee2d req-9155845f-0420-42e1-890b-6f1af98bf7fe tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397270
Apr 08 14:40:35.762777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:36.571696 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a2c07-7371-45a4-a6f2-9bf33591ef67 req-61e9f014-94ab-4578-923d-7161b1918a90 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:36.572569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-669a2c07-7371-45a4-a6f2-9bf33591ef67 req-61e9f014-94ab-4578-923d-7161b1918a90 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:40:36.651410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-669a2c07-7371-45a4-a6f2-9bf33591ef67 req-61e9f014-94ab-4578-923d-7161b1918a90 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:40:36.652724 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-669a2c07-7371-45a4-a6f2-9bf33591ef67 req-61e9f014-94ab-4578-923d-7161b1918a90 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.1908829
Apr 08 14:40:36.687592 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-669a2c07-7371-45a4-a6f2-9bf33591ef67 req-4fcbd84e-1719-4330-befd-e4617f831cbf tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0276082
Apr 08 14:40:36.847331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5811ca-f6c1-4538-aa2b-d4f892d6ae6e req-e0a4616c-e728-4114-b00e-15c1d506f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:36.849290 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca5811ca-f6c1-4538-aa2b-d4f892d6ae6e req-e0a4616c-e728-4114-b00e-15c1d506f239 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 1097 time: 0.0911205
Apr 08 14:40:36.866389 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-b59242f1-66c4-45c8-bc79-40267672e27a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0863049
Apr 08 14:40:37.042829 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5811ca-f6c1-4538-aa2b-d4f892d6ae6e req-43d9f01c-e20e-414d-99d1-26e66f41b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.045100 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca5811ca-f6c1-4538-aa2b-d4f892d6ae6e req-43d9f01c-e20e-414d-99d1-26e66f41b00d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1876070
Apr 08 14:40:37.058815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-12443032-511d-43bd-80f6-acd115e0710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.060705 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-12443032-511d-43bd-80f6-acd115e0710f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 1099 time: 0.1132250
Apr 08 14:40:37.310612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5811ca-f6c1-4538-aa2b-d4f892d6ae6e req-b96ed4bc-4e27-4ed3-967c-78c4b360f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.313506 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ca5811ca-f6c1-4538-aa2b-d4f892d6ae6e req-b96ed4bc-4e27-4ed3-967c-78c4b360f3fb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2616372
Apr 08 14:40:37.352302 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-8791c50f-ed53-4c11-b232-5d3496af869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.352302 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-8791c50f-ed53-4c11-b232-5d3496af869e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.2680688
Apr 08 14:40:37.463916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-648179e5-81e2-4f9b-842b-b14882a238e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.466387 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-648179e5-81e2-4f9b-842b-b14882a238e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 1097 time: 0.1040795
Apr 08 14:40:37.508010 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-14d320cc-4fc3-4fe7-940d-12ad79ec0dab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63255853-f443-41d7-a775-d64c185ff6d0 HTTP/1.1" status: 200  len: 1002 time: 0.1455457
Apr 08 14:40:37.553967 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-d2f52dc3-2fc7-4ad8-a0bb-66c0af588d74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53167d9e-05bf-4c2e-84f6-f81dc7f821e9 HTTP/1.1" status: 200  len: 217 time: 0.0805435
Apr 08 14:40:37.600907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-be80af28-4f8e-4c65-b7cc-b682eaa99ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.602918 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-be80af28-4f8e-4c65-b7cc-b682eaa99ad8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0885160
Apr 08 14:40:37.653633 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-d67be893-46f4-4a08-9916-3c815c52b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.656271 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-d67be893-46f4-4a08-9916-3c815c52b84e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0947726
Apr 08 14:40:37.718131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-08205828-b071-4e18-9b2d-ac458c577ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.720338 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-08205828-b071-4e18-9b2d-ac458c577ac3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1096950
Apr 08 14:40:37.807726 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-f3fab9d0-6ff5-46ce-b179-39fdbf4854c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:37.810315 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-f3fab9d0-6ff5-46ce-b179-39fdbf4854c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1477957
Apr 08 14:40:37.985234 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-aa523a33-430d-4dce-85c0-662f1788ea8b service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583861
Apr 08 14:40:38.077303 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-9e3f9080-5999-4c2f-ab6d-0f6087f00e2c service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597024
Apr 08 14:40:38.136274 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91196-5f66-4e0f-9258-db5b37fa3d1d req-e4631adf-8b54-42dc-8b73-08a7c0d51fcd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:38.142070 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ffc91196-5f66-4e0f-9258-db5b37fa3d1d req-e4631adf-8b54-42dc-8b73-08a7c0d51fcd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.2798746
Apr 08 14:40:38.206043 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ffc91196-5f66-4e0f-9258-db5b37fa3d1d req-92632f71-1221-4dd9-a575-833e0284e097 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463746
Apr 08 14:40:38.248966 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-90c2d211-a4e2-4d2b-8b4e-dcc5a5623624 req-c546a8a5-0235-4093-91d7-b5e8542486e4 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2567921
Apr 08 14:40:38.307771 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-3e943daa-3bde-40a9-b2f9-a75786a90f10 req-f8c5a992-5f94-4e66-8952-6ea83bb0232d service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239850
Apr 08 14:40:39.443050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1358c-a8af-42ff-a167-865f5059cb93 req-3e185fe8-0e2f-4919-9189-1f47029903e3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:39.445110 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a9d1358c-a8af-42ff-a167-865f5059cb93 req-3e185fe8-0e2f-4919-9189-1f47029903e3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.0945413
Apr 08 14:40:39.478973 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a9d1358c-a8af-42ff-a167-865f5059cb93 req-e68b2c6a-ae0c-4c5c-8cc2-4cce956501b6 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260665
Apr 08 14:40:39.751804 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-21a2f77c-d2f1-4fb4-82d8-f64f157d4658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:40.703224 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364c34-69a8-47bf-91fb-39e09233d869 req-7bbc9e71-5a84-489e-b4e1-361ff82db387 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:40.704877 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89364c34-69a8-47bf-91fb-39e09233d869 req-7bbc9e71-5a84-489e-b4e1-361ff82db387 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.0986319
Apr 08 14:40:40.738237 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-89364c34-69a8-47bf-91fb-39e09233d869 req-f8d4f040-6333-456c-b030-86929fb318ba tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267258
Apr 08 14:40:41.957614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b071c0-b0d1-4efe-977c-5a85d2a399e1 req-6cd6b5c9-de2d-4a56-9740-3fcf29741556 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:41.959239 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b3b071c0-b0d1-4efe-977c-5a85d2a399e1 req-6cd6b5c9-de2d-4a56-9740-3fcf29741556 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.0930731
Apr 08 14:40:41.990346 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b3b071c0-b0d1-4efe-977c-5a85d2a399e1 req-0444d149-75d1-469c-b2cc-3a71d9ea209f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241647
Apr 08 14:40:42.348314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-fbbf3e3d-c782-42b0-b118-6df5f6cb0eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.431761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39306) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:42.570357 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.586457 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:40:42.591109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Usage tracker for resource:security_group_rule and tenant:1f05adf08847419492e8a685314d654c is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:40:42.594168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:40:42.600281 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:40:42.665759 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.690116 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.713697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.723235 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-51a89a74-5590-4412-a671-5f3d4ee5550b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:42.765867 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f05adf08847419492e8a685314d654c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3329828
Apr 08 14:40:42.766848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243ab4fb-2817-4317-a7c5-13513b37e0a7,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:42.768744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39312) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:42.775074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.775505 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.775932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.776355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.777356 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.777774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.778190 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.778596 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.779011 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.779431 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.779840 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.780246 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:42.784914 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-1f8e6db5-71c1-4694-8e18-a9bd9e3df767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:42.836436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-716652fe-3b9d-4f84-911b-dd8de9f5f37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.865168 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-716652fe-3b9d-4f84-911b-dd8de9f5f37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.942643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-716652fe-3b9d-4f84-911b-dd8de9f5f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.948057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2af4d11e-40b1-4ae8-9144-e4e529a4b670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:42.962619 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716652fe-3b9d-4f84-911b-dd8de9f5f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243ab4fb-2817-4317-a7c5-13513b37e0a7,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:42.966401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-716652fe-3b9d-4f84-911b-dd8de9f5f37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:42.967391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-716652fe-3b9d-4f84-911b-dd8de9f5f37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:42.969250 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-716652fe-3b9d-4f84-911b-dd8de9f5f37b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/243ab4fb-2817-4317-a7c5-13513b37e0a7 HTTP/1.1" status: 204  len: 168 time: 0.1993289
Apr 08 14:40:43.217273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff25e8-23a4-428e-9ec7-5d7bd3286802 req-d94e8f21-65ff-4a93-bf03-a46645261089 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:43.219017 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9fff25e8-23a4-428e-9ec7-5d7bd3286802 req-d94e8f21-65ff-4a93-bf03-a46645261089 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.0997953
Apr 08 14:40:43.256555 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9fff25e8-23a4-428e-9ec7-5d7bd3286802 req-736ff76c-2b67-42c5-9c59-19e499c4cff0 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303082
Apr 08 14:40:43.479547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39322) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:43.499511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:43.516599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:40:43.520962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Usage tracker for resource:security_group_rule and tenant:87db3926d23b42f0a45f61f776816e6c is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:40:43.524229 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:40:43.530534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:40:43.620081 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:43.665453 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:43.676310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-94e80d1a-7258-4c98-a77f-336cc187a81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:43.722491 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87db3926d23b42f0a45f61f776816e6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2390258
Apr 08 14:40:43.722491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eecc1a-b537-42ba-a42d-f6ee8f1fbb09,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:43.723085 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39326) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:43.724410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-0bab5be9-7741-4ab5-b842-860d477ffa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:43.759657 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:43.791365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4996-367d-4201-99ff-8c3ffffc436a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:43.821764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4996-367d-4201-99ff-8c3ffffc436a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:43.905995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4996-367d-4201-99ff-8c3ffffc436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:43.911918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-790c0eba-255a-4c12-9edd-0d50ee543043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:43.929839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf4996-367d-4201-99ff-8c3ffffc436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eecc1a-b537-42ba-a42d-f6ee8f1fbb09,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:43.932393 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5bbf4996-367d-4201-99ff-8c3ffffc436a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:43.937777 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4996-367d-4201-99ff-8c3ffffc436a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:43.939790 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-5bbf4996-367d-4201-99ff-8c3ffffc436a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4eecc1a-b537-42ba-a42d-f6ee8f1fbb09 HTTP/1.1" status: 204  len: 168 time: 0.2155132
Apr 08 14:40:44.345882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:44.512112 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdeff3-5fd1-4e84-be1d-8d4d1e6e2dcf req-e49e62aa-5bd1-4b06-93b7-58339064e390 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:44.513805 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-80cdeff3-5fd1-4e84-be1d-8d4d1e6e2dcf req-e49e62aa-5bd1-4b06-93b7-58339064e390 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.1036279
Apr 08 14:40:44.554442 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-80cdeff3-5fd1-4e84-be1d-8d4d1e6e2dcf req-38ea443d-7801-43d3-9882-ce4c23f0a510 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275621
Apr 08 14:40:45.674462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:40:45.801547 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b9810-cc7a-4fc7-8136-ec60ec7d7fe1 req-e86c181a-e128-45e3-8223-8748137ca2f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:45.803498 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d93b9810-cc7a-4fc7-8136-ec60ec7d7fe1 req-e86c181a-e128-45e3-8223-8748137ca2f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 944 time: 0.1162205
Apr 08 14:40:45.848392 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:45.852401 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d93b9810-cc7a-4fc7-8136-ec60ec7d7fe1 req-f77637ba-59d1-4a81-b47f-4febca6fcc69 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401680
Apr 08 14:40:45.864033 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'port_id': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'mac_address': 'fa:16:3e:29:14:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:40:45.928857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:45.930369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:40:45.948251 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:46.005764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:46.007822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:46.090603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:46.097254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.097657 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.098052 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.098437 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.098822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.099289 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.099751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.100128 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.100510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.100888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.101293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.101714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:40:46.106648 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:46.232032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['53167d9e-05bf-4c2e-84f6-f81dc7f821e9'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:40:47.094103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2cc7-c7f6-4fcc-a51a-71503e809b0d req-ae53b7d2-100e-478f-9d8d-65ad3e22b915 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:47.095802 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-793f2cc7-c7f6-4fcc-a51a-71503e809b0d req-ae53b7d2-100e-478f-9d8d-65ad3e22b915 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 945 time: 0.0971069
Apr 08 14:40:47.127435 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-793f2cc7-c7f6-4fcc-a51a-71503e809b0d req-d014555e-34f0-4c84-ae10-6ef133992b4f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251768
Apr 08 14:40:47.691012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:40:47.802541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:40:47.808162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:40:47.808587 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:47.938304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:47.951142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:40:47.962887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:40:48.002962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:48.007153 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'code': 200}
Apr 08 14:40:48.007882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:48.100098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:48.106163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:48.166623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39406) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:48.362222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2506b632-516b-4615-9204-29339561401f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:48.382850 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2506b632-516b-4615-9204-29339561401f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:40:48.390843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2506b632-516b-4615-9204-29339561401f admin admin] Usage tracker for resource:security_group_rule and tenant:f308fa5833d9414f86816ded616f55d7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:40:48.395203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-2506b632-516b-4615-9204-29339561401f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:40:48.411160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-2506b632-516b-4615-9204-29339561401f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:40:48.509448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5c087-7275-479e-a861-217aa585deb0 req-fee754b8-4f54-4089-863f-3061a35af2c9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:48.511090 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4fc5c087-7275-479e-a861-217aa585deb0 req-fee754b8-4f54-4089-863f-3061a35af2c9 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 946 time: 0.2426991
Apr 08 14:40:48.573731 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4fc5c087-7275-479e-a861-217aa585deb0 req-475cf758-52ca-444d-b3ca-3d6190c86f08 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534606
Apr 08 14:40:48.594424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6be23-99f1-49a9-b69d-3d99136b017a req-3c6685d4-b405-41af-b72c-c98fa380a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:48.596289 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7ff6be23-99f1-49a9-b69d-3d99136b017a req-3c6685d4-b405-41af-b72c-c98fa380a9cb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 1099 time: 0.2623229
Apr 08 14:40:48.645503 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7ff6be23-99f1-49a9-b69d-3d99136b017a req-1d8f8010-9c3f-42b1-a8db-8a34cb3cce05 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407526
Apr 08 14:40:48.655022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2506b632-516b-4615-9204-29339561401f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:48.691076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-2506b632-516b-4615-9204-29339561401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:48.704326 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ef0cd9b6-2256-46fe-aa42-8008cf8d6f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:48.761506 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2506b632-516b-4615-9204-29339561401f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f308fa5833d9414f86816ded616f55d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5935934
Apr 08 14:40:48.762481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506b632-516b-4615-9204-29339561401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a01743c-a93d-40a2-a896-975be276f378,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:48.764794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39414) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:48.766192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2506b632-516b-4615-9204-29339561401f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:48.834148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7106157c-e689-47ae-8299-881f14f0eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:48.866488 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7106157c-e689-47ae-8299-881f14f0eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:49.011492 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7106157c-e689-47ae-8299-881f14f0eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:49.017319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-61cd4722-4b71-4a32-950f-775e2616ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:49.031818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106157c-e689-47ae-8299-881f14f0eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a01743c-a93d-40a2-a896-975be276f378,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:49.034294 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7106157c-e689-47ae-8299-881f14f0eb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:49.036626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7106157c-e689-47ae-8299-881f14f0eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:49.040941 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7106157c-e689-47ae-8299-881f14f0eb7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a01743c-a93d-40a2-a896-975be276f378 HTTP/1.1" status: 204  len: 168 time: 0.2748799
Apr 08 14:40:49.586202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39422) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:49.611939 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:49.629905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:40:49.635114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Usage tracker for resource:security_group_rule and tenant:4411c1ed0d4b4d03ab5291d435e21894 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:40:49.639558 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:40:49.646055 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:40:49.790526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:49.828222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca23e6-4f47-4e16-9d05-e09c416972ef req-ff105903-e52c-4401-9acd-17462ead78ff tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:49.829953 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2ca23e6-4f47-4e16-9d05-e09c416972ef req-ff105903-e52c-4401-9acd-17462ead78ff tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 946 time: 0.1239259
Apr 08 14:40:49.831217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:49.842154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-57ca8e4c-6ee7-4edf-a399-e8fa3b079310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:49.911550 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b2ca23e6-4f47-4e16-9d05-e09c416972ef req-c8767857-6201-430a-9678-a24207e89650 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704885
Apr 08 14:40:49.914965 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4411c1ed0d4b4d03ab5291d435e21894&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3276227
Apr 08 14:40:49.916284 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8631f4a5-1936-4b4d-84cd-51db13c8aba1,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:49.919167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39428) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:49.920526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8ad6a00c-62a8-4e15-92e3-8f2a3a40809f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:50.003498 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-193ddacf-3d3b-4685-8268-da20061afe62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:50.058217 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-193ddacf-3d3b-4685-8268-da20061afe62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:50.199095 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b1ee3-c19d-4b4b-8ec7-0e06ebf79533 req-7f3e0799-ee73-4ef2-9e48-19d9bfb7064a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:50.200683 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e10b1ee3-c19d-4b4b-8ec7-0e06ebf79533 req-7f3e0799-ee73-4ef2-9e48-19d9bfb7064a tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 946 time: 0.1032004
Apr 08 14:40:50.202109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-193ddacf-3d3b-4685-8268-da20061afe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:50.206460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d67bec24-a572-4404-867e-6e1cd6554009 tempest-TestMinimumBasicScenario-360463387 tempest-TestMinimumBasicScenario-360463387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:50.234064 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ddacf-3d3b-4685-8268-da20061afe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8631f4a5-1936-4b4d-84cd-51db13c8aba1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:50.236555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-193ddacf-3d3b-4685-8268-da20061afe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:50.261245 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e10b1ee3-c19d-4b4b-8ec7-0e06ebf79533 req-11df66bf-b319-4f3b-8118-9d36c9b82dfb tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477262
Apr 08 14:40:50.263417 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-193ddacf-3d3b-4685-8268-da20061afe62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:50.265324 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-193ddacf-3d3b-4685-8268-da20061afe62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8631f4a5-1936-4b4d-84cd-51db13c8aba1 HTTP/1.1" status: 204  len: 168 time: 0.3444970
Apr 08 14:40:50.295651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39436) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:50.580813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a1dbb3-7a7a-47e1-86f2-bdd0fb8be049 tempest-TestVolumeBootPattern-1200659574 tempest-TestVolumeBootPattern-1200659574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:50.585860 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-40a1dbb3-7a7a-47e1-86f2-bdd0fb8be049 tempest-TestVolumeBootPattern-1200659574 tempest-TestVolumeBootPattern-1200659574-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 1094 time: 0.2862809
Apr 08 14:40:50.586788 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39444) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:40:50.594906 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Request body: {'floatingip': {'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'port_id': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:40:50.603781 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:40:50.611749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Usage tracker for resource:floatingip and tenant:b9c18c8d02da4cb99da2650a8dfca3ca is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:40:50.614988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:40:50.622141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:40:50.702508 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:51.115771 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:51.277083 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Allocated IP 172.27.1.154 (f9066924-4bf6-41ae-8d8b-76fd0035cf0d/410100ac-4d62-4911-82f1-b1a77e28e662/97e4a62c-d207-4bc3-9b1b-dcc2ef03b515) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:40:51.451578 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:51.523346 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:51.540218 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-18a8f6fb-b8ec-4f26-98c4-021999982866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:51.702254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=97e4a62c-d207-4bc3-9b1b-dcc2ef03b515,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:51.707110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:51.753295 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Network f9066924-4bf6-41ae-8d8b-76fd0035cf0d is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:40:51.754766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:40:51.757510 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:40:52.281344 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:52.410087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:52.707917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:52.788515 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:52.805231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-745a1bba-d9f7-4a55-92ef-238da931fc85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:40:52.956764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event updated for resources: {'Port': ['ID=97e4a62c-d207-4bc3-9b1b-dcc2ef03b515,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:40:52.961481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:40:53.062485 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853084937'] for floatingip, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:53.273511 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Floating IP 8d9889e6-f643-43da-8c9b-23f398d674f4 associated. External IP: 172.27.1.154, port: 53167d9e-05bf-4c2e-84f6-f81dc7f821e9.
Apr 08 14:40:53.681478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:40:53.879365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:40:53.890423 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63444842-5803-488e-9c47-7328976f9a44 None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:40:53.900640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63444842-5803-488e-9c47-7328976f9a44 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:40:53.901368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-63444842-5803-488e-9c47-7328976f9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e41c978>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:40:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:53.952196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:40:53.993256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:40:54.017128 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4289107
Apr 08 14:40:54.017825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:40:54.069258 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'status': 'completed', 'code': 200}
Apr 08 14:40:54.109328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-63444842-5803-488e-9c47-7328976f9a44 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:40:54.177861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-5207cd04-e4de-442b-a69e-1958bbb5b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:54.179569 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-5207cd04-e4de-442b-a69e-1958bbb5b8b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 1099 time: 0.0866129
Apr 08 14:40:54.622309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-d69eefec-c1b1-41ee-96c2-a8d642e1a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:54.624643 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-d69eefec-c1b1-41ee-96c2-a8d642e1a4dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.4377182
Apr 08 14:40:54.703254 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-63444842-5803-488e-9c47-7328976f9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e41c978>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:41Z', 'revision_number': 1, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}, {'id': '8d9889e6-f643-43da-8c9b-23f398d674f4', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:29:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:40:52Z', 'updated_at': '2021-04-08T14:40:52Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:54.710744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63444842-5803-488e-9c47-7328976f9a44 None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:40:54.722325 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63444842-5803-488e-9c47-7328976f9a44 None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:40:54.723039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-63444842-5803-488e-9c47-7328976f9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e41c978>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:40:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:54.782700 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-fd8a987e-7d31-4185-b23f-76e6e291f395 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53167d9e-05bf-4c2e-84f6-f81dc7f821e9 HTTP/1.1" status: 200  len: 1000 time: 0.1376383
Apr 08 14:40:54.846562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-c4da136f-1758-4e5a-b035-e71b50db1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:54.848195 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-c4da136f-1758-4e5a-b035-e71b50db1597 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0722516
Apr 08 14:40:54.939179 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-39122ca6-4c98-4087-a4a6-cc662cb55a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:40:54.941066 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-39122ca6-4c98-4087-a4a6-cc662cb55a0a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850677
Apr 08 14:40:54.953347 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-63444842-5803-488e-9c47-7328976f9a44 None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:40:54.955114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-4f2c5abf-94c9-41ff-ad44-ceadb6433e36 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:40:54.956498 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-4f2c5abf-94c9-41ff-ad44-ceadb6433e36 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0082753
Apr 08 14:40:55.116960 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-3213185f-1722-4d41-bc9a-9be4bceb2155 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527750
Apr 08 14:40:55.317696 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8730d858-168a-4770-a48b-b7a79724a7e4 req-a7a0340c-737a-4e4d-b6cc-317b79da25b1 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930492
Apr 08 14:40:55.430626 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-63444842-5803-488e-9c47-7328976f9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e41c978>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:41Z', 'revision_number': 1, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}, {'id': '8d9889e6-f643-43da-8c9b-23f398d674f4', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:29:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:40:52Z', 'updated_at': '2021-04-08T14:40:52Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:40:55.435332 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63444842-5803-488e-9c47-7328976f9a44 None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:41Z', 'revision_number': 1, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}, {'id': '8d9889e6-f643-43da-8c9b-23f398d674f4', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:29:14:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:40:52Z', 'updated_at': '2021-04-08T14:40:52Z', 'revision_number': 0, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:40:55.735930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca967d14-6b97-4118-a600-d396ea8f9d88 None None] New status for floating IP 8d9889e6-f643-43da-8c9b-23f398d674f4: ACTIVE {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:41:04.727846 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39554) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:41:04.858836 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:04.874860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:41:04.879008 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:7520f5dad6a64e34871fd899c603106b is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:41:04.881963 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:41:04.888132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:41:04.973872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:05.005022 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:05.015332 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-530873c2-3055-49cc-9506-1421e052139d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:05.062134 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7520f5dad6a64e34871fd899c603106b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3329651
Apr 08 14:41:05.063752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae46d92-e648-4e90-812a-027bb79b471e,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:05.064930 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39560) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:41:05.067220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f609fdbf-086b-4f03-b19c-b0bb6c503ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:05.137331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02586a9b-fb98-4566-a9b0-d9675d0634bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:05.167527 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02586a9b-fb98-4566-a9b0-d9675d0634bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:05.251236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02586a9b-fb98-4566-a9b0-d9675d0634bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:05.255872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-05e8a8fd-964d-4516-81dd-8758086a46bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:05.270309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02586a9b-fb98-4566-a9b0-d9675d0634bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae46d92-e648-4e90-812a-027bb79b471e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:05.273731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-02586a9b-fb98-4566-a9b0-d9675d0634bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:05.282017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-02586a9b-fb98-4566-a9b0-d9675d0634bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:05.283522 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-02586a9b-fb98-4566-a9b0-d9675d0634bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ae46d92-e648-4e90-812a-027bb79b471e HTTP/1.1" status: 204  len: 168 time: 0.2172039
Apr 08 14:41:05.734283 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:05.825203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39568) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:41:05.846270 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:05.863216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:41:05.867654 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Usage tracker for resource:security_group_rule and tenant:722200b32f2041c9bdd3df34b501472f is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:41:05.870763 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:41:05.877296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:41:06.211427 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:06.259293 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:06.269996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-58f9d093-16eb-472d-b45b-b222940641dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:06.317098 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=722200b32f2041c9bdd3df34b501472f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4906416
Apr 08 14:41:06.318185 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9780361f-eab5-4878-8227-9e323322d0e1,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:06.320751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39572) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:41:06.321861 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:06.395856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-246a5f25-8aee-4778-a453-d523d68e2925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:06.425499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-246a5f25-8aee-4778-a453-d523d68e2925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:06.502541 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-246a5f25-8aee-4778-a453-d523d68e2925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:06.506881 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3ffae828-512e-4e6d-9502-8b8e79574e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:06.520905 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a5f25-8aee-4778-a453-d523d68e2925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9780361f-eab5-4878-8227-9e323322d0e1,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:06.524072 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-246a5f25-8aee-4778-a453-d523d68e2925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:06.531803 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-246a5f25-8aee-4778-a453-d523d68e2925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:06.533051 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-246a5f25-8aee-4778-a453-d523d68e2925 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9780361f-eab5-4878-8227-9e323322d0e1 HTTP/1.1" status: 204  len: 168 time: 0.2111990
Apr 08 14:41:09.742798 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cf408804-0a80-481c-b4c7-1c8c1e8a440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:12.336068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-25dc2ec5-d08b-4e58-9a89-1ab4dc585e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:12.650256 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:13.731013 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:14.342101 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:27.528614 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 39720) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:41:27.678379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:27.697103 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:41:27.702469 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Usage tracker for resource:security_group_rule and tenant:2713502acef740df8815b487cab4d878 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:41:27.706228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:41:27.719171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:41:27.814244 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:27.861328 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:27.875187 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-33f5f530-d2ca-40b0-b98f-e3fbc137bf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:27.919583 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2713502acef740df8815b487cab4d878&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3893111
Apr 08 14:41:27.921273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cde0bab-2358-4229-a76d-195518264670,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:27.922720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39726) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:41:27.924998 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-85ee949e-96cf-4355-b9e8-7b45dda7f4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:27.987832 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c46144ab-68cd-40f6-b4c6-6172a2c8cc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:28.016160 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c46144ab-68cd-40f6-b4c6-6172a2c8cc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:28.096063 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c46144ab-68cd-40f6-b4c6-6172a2c8cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:28.101304 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b393381c-f4d5-4189-bdc4-aff8cf135387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:28.114960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46144ab-68cd-40f6-b4c6-6172a2c8cc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cde0bab-2358-4229-a76d-195518264670,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:28.118820 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c46144ab-68cd-40f6-b4c6-6172a2c8cc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:28.125335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c46144ab-68cd-40f6-b4c6-6172a2c8cc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:28.126639 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c46144ab-68cd-40f6-b4c6-6172a2c8cc1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cde0bab-2358-4229-a76d-195518264670 HTTP/1.1" status: 204  len: 168 time: 0.2027433
Apr 08 14:41:29.108588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39750) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:41:29.236582 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1473259348-network', 'tenant_id': '3be1cada331c4e1ca39cc79a55db82b7'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:41:29.241972 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:41:29.246675 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Usage tracker for resource:network and tenant:3be1cada331c4e1ca39cc79a55db82b7 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:41:29.249888 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:41:29.258084 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:41:29.296074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Made reservation on behalf of 3be1cada331c4e1ca39cc79a55db82b7 for: {'network': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:41:29.301048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for network, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:29.315538 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:29.334100 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:41:29.338414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Usage tracker for resource:security_group_rule and tenant:3be1cada331c4e1ca39cc79a55db82b7 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:41:29.341562 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:41:29.347899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:41:29.436262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:29.484258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:29.487741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-918bb599-a3e1-43af-9266-cc014316a18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:29.521030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'}  {{(pid=84461) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 14:41:29.530519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5e77f7-90e3-4faa-917f-be30f906a8a6,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:29.534624 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:29.604474 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:29.604911 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.segments_db [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Added segment 0a77727a-778a-4f2c-a802-984573ce0f90 of type vlan for network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea
Apr 08 14:41:29.632551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792618611827'] for network, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:29.698687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780'] for network, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:29.700044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:29.700692 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:29.706047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-62db6bca-a2de-4dff-a40e-78e584720caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:29.811579 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:29.820910 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:29.826923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea details requested by agent ovs-agent-dv-cinder-784623-3-iscsi with host dv-cinder-784623-3-iscsi {{(pid=84462) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 14:41:29.850943 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-9c1528e0-8db7-4953-ab3a-ddb9d6dd5395 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7411163
Apr 08 14:41:29.853978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39756) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:41:29.860432 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Request body: {'subnet': {'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1473259348-subnet', 'tenant_id': '3be1cada331c4e1ca39cc79a55db82b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:41:29.865969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:41:29.871381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Usage tracker for resource:subnet and tenant:3be1cada331c4e1ca39cc79a55db82b7 is out of sync, need to count used quota {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:41:29.874030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84461) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:41:29.882880 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:41:29.922300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Made reservation on behalf of 3be1cada331c4e1ca39cc79a55db82b7 for: {'subnet': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:41:29.927310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853906111'] for subnet, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:30.375954 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-843166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853906064'] for subnet, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:30.391074 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:30.524840 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87df3c2e-9569-4ee5-a004-eb6dde6c1021,revision_number=0']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:30.528291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:30.593142 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Checking segment: {'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:41:30.593511 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Network hostable DHCP agents. Network: 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea, hostable agents: ['9d69caee-6e5c-4c1b-a2a6-8b8d76047d50'], hosted agents: [] {{(pid=84461) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 14:41:30.641598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea is scheduled to be hosted by DHCP agent 9d69caee-6e5c-4c1b-a2a6-8b8d76047d50 with binding_index 1 {{(pid=84461) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 14:41:30.684315 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-3-iscsi, 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea) {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:41:30.694697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f1cf8-c4b3-4b8d-9146-0291d9d41ee6 None None] Network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:41:30.698441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:30.699106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:30.754072 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c57bce38-9784-4414-a17e-df5cc426de3a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8988826
Apr 08 14:41:30.932799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0975352-7f89-4851-9b3c-54ad35f0b038 None None] Network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:41:30.998147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:41:33.147703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-10984a84-285a-4e3e-8a59-7abc07fd3d8b tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:33.149350 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-10984a84-285a-4e3e-8a59-7abc07fd3d8b tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/networks?id=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea HTTP/1.1" status: 200  len: 814 time: 0.1618495
Apr 08 14:41:33.166398 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-b61989cf-1886-40a4-b4e8-729a7d327f89 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/quotas/3be1cada331c4e1ca39cc79a55db82b7 HTTP/1.1" status: 200  len: 375 time: 0.0101891
Apr 08 14:41:33.224163 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-ca872c3a-264c-47e7-90e9-5a835718b0d1 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3be1cada331c4e1ca39cc79a55db82b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0516872
Apr 08 14:41:33.292460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-1f6bcdf7-c605-4a81-bf6f-138a4bbdb7f5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:41:33.293762 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-1f6bcdf7-c605-4a81-bf6f-138a4bbdb7f5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0624466
Apr 08 14:41:33.441992 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d2ef5145-4f56-4001-8aa5-9b9ca0293a12 service neutron] 10.222.0.62 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404696
Apr 08 14:41:33.588747 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-05c767f0-f212-472d-9e29-cbe6c3573616 service neutron] 10.222.0.62 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394341
Apr 08 14:41:33.825401 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2d6b2613-2b91-4b12-852f-accfb378103c req-633e3dcf-b6cd-4e8d-af92-8208f00fd247 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 210 time: 0.0520756
Apr 08 14:41:35.061378 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-262c16f4-b428-4813-b84b-15cb3d9ca787 req-f207a44d-1195-44fa-8153-38549910fd37 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 210 time: 0.0496767
Apr 08 14:41:35.744673 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:36.117028 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-a7911231-eee9-4e37-a7f8-4223c8eaf5e9 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:36.118743 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-a7911231-eee9-4e37-a7f8-4223c8eaf5e9 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.70 "GET /v2.0/networks?id=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea HTTP/1.1" status: 200  len: 814 time: 0.1671467
Apr 08 14:41:36.132537 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Request body: {'port': {'device_id': '557daf17-60b2-48a3-99b2-45999781189b', 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea', 'admin_state_up': True, 'tenant_id': '3be1cada331c4e1ca39cc79a55db82b7'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:41:36.263065 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bc3ca513-3207-47fc-bd07-1fdf58884606 req-fcc517df-4679-4f7d-8161-a2158613d852 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 210 time: 0.0549920
Apr 08 14:41:36.310068 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:41:36.316594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Usage tracker for resource:port and tenant:3be1cada331c4e1ca39cc79a55db82b7 is out of sync, need to count used quota {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 14:41:36.322369 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84460) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 14:41:36.332460 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84460) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:41:36.376272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Made reservation on behalf of 3be1cada331c4e1ca39cc79a55db82b7 for: {'port': 1} {{(pid=84460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:41:36.383918 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:36.591844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Allocated IP 172.20.0.12 (7d4be22a-ccb6-483a-bdc4-1c394c93b0ea/87df3c2e-9569-4ee5-a004-eb6dde6c1021/465abe04-94b3-4117-8a2b-ba8cb6d22366) {{(pid=84460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:41:36.810023 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks [] for port, precommit_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:36.880106 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_create {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:36.896385 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4a5d634-4075-48dc-9666-681fce6cf426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:37.046778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Pushing event updated for resources: {'Port': ['ID=465abe04-94b3-4117-8a2b-ba8cb6d22366,revision_number=1']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:37.060919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.061318 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.061738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.062152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.062563 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.062973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.063381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.063791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.064197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.064623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.065032 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.065462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:41:37.071738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:37.110384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea is already hosted by enough agents. {{(pid=84460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:41:37.111780 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Resources bound (agent type, host, resource id):  {{(pid=84460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:41:37.114425 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Received port after_create {{(pid=84460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:41:37.142314 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-1820d490-f984-4574-8a0e-5146ad2cee40 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0833023
Apr 08 14:41:37.190727 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:37.191607 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:37.250743 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1223421
Apr 08 14:41:37.265889 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Request body: {'port': {'device_id': '557daf17-60b2-48a3-99b2-45999781189b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:41:37.302334 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-20619c83-629a-490e-8182-ad0c55d9e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:37.303993 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-20619c83-629a-490e-8182-ad0c55d9e582 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 1099 time: 0.0846841
Apr 08 14:41:37.408310 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:37.486822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-ea1fd814-e78b-4afb-a590-815b4db82813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:37.488455 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-ea1fd814-e78b-4afb-a590-815b4db82813 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.1628659
Apr 08 14:41:37.603296 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-c4b2fb01-3653-4cee-8654-982fb1b0280b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63255853-f443-41d7-a775-d64c185ff6d0 HTTP/1.1" status: 200  len: 1002 time: 0.1062481
Apr 08 14:41:37.678985 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-db50a5ca-0de4-4aff-9c72-d477c87aedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:37.680595 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-db50a5ca-0de4-4aff-9c72-d477c87aedb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0680046
Apr 08 14:41:37.771991 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-bf02e9fe-1ac9-4e04-8423-163b15526e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:37.773638 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-bf02e9fe-1ac9-4e04-8423-163b15526e0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851555
Apr 08 14:41:37.860114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5434-07f4-4c69-9b30-d8b89f2d9d61 req-92a0b029-da97-40a0-9ecb-f94d2cc242f4 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:37.861092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-9ced5434-07f4-4c69-9b30-d8b89f2d9d61 req-92a0b029-da97-40a0-9ecb-f94d2cc242f4 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Synchronizing usage tracker for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:41:37.923756 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-ea0e3e27-bea9-4761-885d-c8947891dc6f service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416612
Apr 08 14:41:37.987086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-9ced5434-07f4-4c69-9b30-d8b89f2d9d61 req-92a0b029-da97-40a0-9ecb-f94d2cc242f4 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Unset dirty status for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:41:37.988565 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9ced5434-07f4-4c69-9b30-d8b89f2d9d61 req-92a0b029-da97-40a0-9ecb-f94d2cc242f4 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 932 time: 0.5148096
Apr 08 14:41:38.046323 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9ced5434-07f4-4c69-9b30-d8b89f2d9d61 req-25dafc26-c375-4c82-b99f-c2609b85ebe1 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488760
Apr 08 14:41:38.101660 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dd8fb0b6-3e61-4e1f-b164-eecacca76329 req-2fea4ba4-7ee9-4c26-b35f-de8da451c790 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703384
Apr 08 14:41:38.129875 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465abe04-94b3-4117-8a2b-ba8cb6d22366 {{(pid=84460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:41:38.138017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:38.154042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Transition to ACTIVE for port object 465abe04-94b3-4117-8a2b-ba8cb6d22366 will not be triggered until provisioned by entity L2. {{(pid=84460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:41:38.186953 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:38.203420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a7bae0ce-3193-47a0-a68b-21bc5f43866c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:38.352255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979406f-2936-44c6-800d-26d521079816 service neutron] Pushing event updated for resources: {'Port': ['ID=465abe04-94b3-4117-8a2b-ba8cb6d22366,revision_number=2']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:38.356651 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3979406f-2936-44c6-800d-26d521079816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:38.575155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Attempting to bind port 465abe04-94b3-4117-8a2b-ba8cb6d22366 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:41:38.575542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Attempting to bind port 465abe04-94b3-4117-8a2b-ba8cb6d22366 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:41:38.575941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Attempting to bind port 465abe04-94b3-4117-8a2b-ba8cb6d22366 on network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:41:38.581189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Port 465abe04-94b3-4117-8a2b-ba8cb6d22366 on network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:41:38.581560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Attempting to bind port 465abe04-94b3-4117-8a2b-ba8cb6d22366 on network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:41:38.587098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:41:38.587477 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Checking segment: {'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:41:38.587908 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Bound using segment: {'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'} {{(pid=84460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:41:38.588420 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Bound port: 465abe04-94b3-4117-8a2b-ba8cb6d22366, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'}}] {{(pid=84460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:41:38.588818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:38.677934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] For port 465abe04-94b3-4117-8a2b-ba8cb6d22366, host hv-cinder-78462, cleared binding levels {{(pid=84460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:41:38.681472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] For port 465abe04-94b3-4117-8a2b-ba8cb6d22366, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=465abe04-94b3-4117-8a2b-ba8cb6d22366,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:41:38.719482 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2159311'] for port, after_update {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:38.735793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-901d6a79-9675-4705-8fe7-171510c926f1 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:39.127009 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979406f-2936-44c6-800d-26d521079816 service neutron] Pushing event updated for resources: {'Port': ['ID=465abe04-94b3-4117-8a2b-ba8cb6d22366,revision_number=3']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:39.134060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3979406f-2936-44c6-800d-26d521079816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:39.183255 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:39.183921 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:39.185351 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-3979406f-2936-44c6-800d-26d521079816 service neutron] 10.222.0.70 "PUT /v2.0/ports/465abe04-94b3-4117-8a2b-ba8cb6d22366 HTTP/1.1" status: 200  len: 1094 time: 1.9259799
Apr 08 14:41:39.185940 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557daf17-60b2-48a3-99b2-45999781189b', 'tag': '465abe04-94b3-4117-8a2b-ba8cb6d22366'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:41:39.295801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687c65-c519-4668-a8cb-f31a636a22b4 req-a0aa4c9f-d5b8-4ae1-86cf-40facbb74650 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:39.297526 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-55687c65-c519-4668-a8cb-f31a636a22b4 req-a0aa4c9f-d5b8-4ae1-86cf-40facbb74650 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 944 time: 0.1225257
Apr 08 14:41:39.353237 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-55687c65-c519-4668-a8cb-f31a636a22b4 req-70043d7e-388b-4f3c-b003-9031d96c7997 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Synchronizing usage tracker for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:security_group {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:41:39.384146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-dc1a6680-fd43-418a-8c9a-be6f2970f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:39.385916 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-dc1a6680-fd43-418a-8c9a-be6f2970f99b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be1cada331c4e1ca39cc79a55db82b7&device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 1097 time: 0.1033270
Apr 08 14:41:39.427197 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-55687c65-c519-4668-a8cb-f31a636a22b4 req-70043d7e-388b-4f3c-b003-9031d96c7997 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Unset dirty status for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:security_group {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:41:39.428826 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-55687c65-c519-4668-a8cb-f31a636a22b4 req-70043d7e-388b-4f3c-b003-9031d96c7997 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248405
Apr 08 14:41:39.452000 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557daf17-60b2-48a3-99b2-45999781189b', 'tag': '465abe04-94b3-4117-8a2b-ba8cb6d22366', 'status': 'completed', 'code': 200}
Apr 08 14:41:39.468736 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-20ce9db8-dc0d-41fa-bfd1-0fda7203bebb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=465abe04-94b3-4117-8a2b-ba8cb6d22366 HTTP/1.1" status: 200  len: 217 time: 0.0749009
Apr 08 14:41:39.544506 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-ba599a39-6ca2-494a-9089-bdbbd37b40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:39.546177 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-ba599a39-6ca2-494a-9089-bdbbd37b40f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87df3c2e-9569-4ee5-a004-eb6dde6c1021 HTTP/1.1" status: 200  len: 854 time: 0.0710850
Apr 08 14:41:39.600613 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-20b59167-dce7-4d46-af41-f9aa67aa04de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470333
Apr 08 14:41:39.747691 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7ea54cb-fdf5-487b-95b9-6f84bcbce318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:39.748817 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-8c189074-0d13-47b5-80e2-65528e4bb25a service neutron] 10.222.0.70 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396592
Apr 08 14:41:39.906803 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d86665e-d8cc-4771-992b-f958e7a0bd2a req-d64d0b4b-d93f-4b52-a5d7-c0dd36d34066 service neutron] 10.222.0.70 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511528
Apr 08 14:41:40.073596 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-43afb845-bf22-4714-9893-86263a9b5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:40.075248 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-43afb845-bf22-4714-9893-86263a9b5828 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be1cada331c4e1ca39cc79a55db82b7&device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 1097 time: 0.0811691
Apr 08 14:41:40.229937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-ce5f641e-5ef3-4c38-806e-83fb840177bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:40.231542 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-ce5f641e-5ef3-4c38-806e-83fb840177bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea HTTP/1.1" status: 200  len: 915 time: 0.1494391
Apr 08 14:41:40.316666 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-12849d13-b5ee-4c33-a037-658e482b9950 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=465abe04-94b3-4117-8a2b-ba8cb6d22366 HTTP/1.1" status: 200  len: 217 time: 0.0781834
Apr 08 14:41:40.391130 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-102993b0-cb12-4af1-a012-4d26c8e6dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:40.392943 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-102993b0-cb12-4af1-a012-4d26c8e6dcb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87df3c2e-9569-4ee5-a004-eb6dde6c1021 HTTP/1.1" status: 200  len: 854 time: 0.0687401
Apr 08 14:41:40.459425 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-3a75a447-e572-4f7e-8aa3-2d8b33a0a6f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592606
Apr 08 14:41:40.677995 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-8d20ded8-5688-408e-9579-654647b33dcc service neutron] 10.222.0.70 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101388
Apr 08 14:41:40.722828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3484f-ba69-4c74-b5ab-f0c27ebae87c req-4e7c8181-392d-4bfa-ac63-065114aaa87f tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:40.724643 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-82e3484f-ba69-4c74-b5ab-f0c27ebae87c req-4e7c8181-392d-4bfa-ac63-065114aaa87f tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 944 time: 0.1576281
Apr 08 14:41:40.819896 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-82e3484f-ba69-4c74-b5ab-f0c27ebae87c req-2908298d-0108-4cf0-bc9b-06ccfbe463b6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788245
Apr 08 14:41:40.867491 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-000f398c-7e32-46f3-a0dd-5990f5e384b3 req-548b2839-6fc7-4be5-bf02-4771646137e0 service neutron] 10.222.0.70 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804404
Apr 08 14:41:41.907046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 465abe04-94b3-4117-8a2b-ba8cb6d22366 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:41:42.069928 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 465abe04-94b3-4117-8a2b-ba8cb6d22366, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=465abe04-94b3-4117-8a2b-ba8cb6d22366,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:41:42.085782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '465abe04-94b3-4117-8a2b-ba8cb6d22366', 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea', 'port_id': '465abe04-94b3-4117-8a2b-ba8cb6d22366', 'mac_address': 'fa:16:3e:9e:41:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87df3c2e-9569-4ee5-a004-eb6dde6c1021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:41:42.086983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076fac-0aeb-40da-b8ca-6648a6d773e1 req-9b9757c6-4837-4e8c-989c-595a224ed0b1 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:42.089912 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7f076fac-0aeb-40da-b8ca-6648a6d773e1 req-9b9757c6-4837-4e8c-989c-595a224ed0b1 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 944 time: 0.1363800
Apr 08 14:41:42.135866 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-7f076fac-0aeb-40da-b8ca-6648a6d773e1 req-cce33c41-cd71-41ce-a142-bae425558238 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329282
Apr 08 14:41:42.184277 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:42.215962 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465abe04-94b3-4117-8a2b-ba8cb6d22366 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:41:42.233543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 465abe04-94b3-4117-8a2b-ba8cb6d22366, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=465abe04-94b3-4117-8a2b-ba8cb6d22366,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:41:42.371154 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:42.373232 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:42.425371 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1b28c81-7336-44d3-994f-56d488b2321e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:42.458996 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=465abe04-94b3-4117-8a2b-ba8cb6d22366,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:42.465076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:42.617131 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['465abe04-94b3-4117-8a2b-ba8cb6d22366'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:41:42.716809 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:43.370857 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed02f51-31f2-40c5-b222-42f341dc1f2a req-37be8ab6-ff6a-4c66-9741-c1e473eca874 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:43.372701 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2ed02f51-31f2-40c5-b222-42f341dc1f2a req-37be8ab6-ff6a-4c66-9741-c1e473eca874 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 945 time: 0.1106198
Apr 08 14:41:43.406242 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2ed02f51-31f2-40c5-b222-42f341dc1f2a req-aed2d78e-1b48-4e90-9346-c38a2bd08370 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268629
Apr 08 14:41:43.745934 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:43.914909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 465abe04-94b3-4117-8a2b-ba8cb6d22366 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:41:44.065366 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 465abe04-94b3-4117-8a2b-ba8cb6d22366 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:41:44.071309 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 465abe04-94b3-4117-8a2b-ba8cb6d22366 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:41:44.076751 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:44.201273 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:44.212848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557daf17-60b2-48a3-99b2-45999781189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465abe04-94b3-4117-8a2b-ba8cb6d22366'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:41:44.224205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 465abe04-94b3-4117-8a2b-ba8cb6d22366, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=465abe04-94b3-4117-8a2b-ba8cb6d22366,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:41:44.262035 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:44.266429 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:41:44.333371 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557daf17-60b2-48a3-99b2-45999781189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465abe04-94b3-4117-8a2b-ba8cb6d22366', 'code': 200}
Apr 08 14:41:44.362149 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=465abe04-94b3-4117-8a2b-ba8cb6d22366,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:41:44.365821 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:41:44.381839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:41:44.693791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b517611-e861-44ae-b8e2-13e3818a8596 req-7510c957-8b8c-4990-aa16-85de946a8625 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:44.695691 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4b517611-e861-44ae-b8e2-13e3818a8596 req-7510c957-8b8c-4990-aa16-85de946a8625 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 946 time: 0.1589360
Apr 08 14:41:44.702769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6c82-5758-46d5-90ef-dbc25d4ff98a req-d63bdeeb-99b4-4668-a9cb-add5c0d0633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:44.704443 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c6b6c82-5758-46d5-90ef-dbc25d4ff98a req-d63bdeeb-99b4-4668-a9cb-add5c0d0633f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 1099 time: 0.1191854
Apr 08 14:41:44.747680 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4b517611-e861-44ae-b8e2-13e3818a8596 req-3edd031a-0db4-4fbd-abb5-48603b127c6a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421941
Apr 08 14:41:44.749441 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-5c6b6c82-5758-46d5-90ef-dbc25d4ff98a req-53593692-199d-40e7-a68e-eef12316149f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314221
Apr 08 14:41:45.965842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246234a3-4430-4590-b270-868d7773fee6 req-e2721af3-93e5-47ff-bf05-28e4ea908261 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:41:45.967509 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-246234a3-4430-4590-b270-868d7773fee6 req-e2721af3-93e5-47ff-bf05-28e4ea908261 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 946 time: 0.0925477
Apr 08 14:41:45.999705 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-246234a3-4430-4590-b270-868d7773fee6 req-4eec7d94-e239-4dfb-91b0-c1efd91a8cf4 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252943
Apr 08 14:42:05.749381 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:07.998656 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:42:09.744479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5a413a8d-bd86-4a11-af09-1f9e6a3a89d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:12.341212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ed2927fc-4a6f-4c4f-af62-e1a57e201577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:12.664353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:13.733518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:14.361296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:21.903082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 39992) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:22.144171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Deleting port 97e4a62c-d207-4bc3-9b1b-dcc2ef03b515 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:22.144623 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:22.354133 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:22.354769 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:22.492585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Calling delete_port for 97e4a62c-d207-4bc3-9b1b-dcc2ef03b515 owned by network:floatingip {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:22.846586 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:22.863097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e4a2091c-0cb5-43f4-acbd-2483989cd716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:22.920797 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event deleted for resources: {'Port': ['ID=97e4a62c-d207-4bc3-9b1b-dcc2ef03b515,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:22.982570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.982912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.983340 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.983755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.984162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.984572 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.984980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.985603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.986291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.986750 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.987164 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.987741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:22.993729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:23.164108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:23.164560 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Floating IP 8d9889e6-f643-43da-8c9b-23f398d674f4 disassociated (deleted). External IP: 172.27.1.154, port: 53167d9e-05bf-4c2e-84f6-f81dc7f821e9.
Apr 08 14:42:23.791280 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:42:23.992073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:42:24.004546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:42:24.021147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:42:24.021147 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d58f940>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:42:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:24.056520 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:24.125995 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-a1bf0dd2-c6b4-4726-9d76-f3af77bc4bdd tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "DELETE /v2.0/floatingips/8d9889e6-f643-43da-8c9b-23f398d674f4 HTTP/1.1" status: 204  len: 168 time: 2.2208378
Apr 08 14:42:24.125995 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:42:24.188094 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'status': 'completed', 'code': 200}
Apr 08 14:42:24.221006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:42:24.652296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c8555-69a2-459e-a0e9-e8d05085ba80 req-71d2ca5a-e537-46bd-97cf-a310fb900dc5 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:24.654089 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be6c8555-69a2-459e-a0e9-e8d05085ba80 req-71d2ca5a-e537-46bd-97cf-a310fb900dc5 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 946 time: 0.0963764
Apr 08 14:42:24.686363 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-be6c8555-69a2-459e-a0e9-e8d05085ba80 req-abc58d01-776d-4d44-b414-32fa612e4fd7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256722
Apr 08 14:42:24.784321 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d58f940>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:41Z', 'revision_number': 1, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:24.788785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:42:24.801999 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:42:24.802916 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d58f940>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:42:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:25.008252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:42:25.035402 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-9fd36fd5-b6c3-49d7-88fe-28598db55103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:25.037189 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-9fd36fd5-b6c3-49d7-88fe-28598db55103 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 1099 time: 0.0986140
Apr 08 14:42:25.189725 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-72204326-5bea-4416-a020-cebf1b8619a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:25.191421 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-72204326-5bea-4416-a020-cebf1b8619a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.1446919
Apr 08 14:42:25.273040 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-6a6c9cb7-d086-4cc2-9721-6d76307470d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53167d9e-05bf-4c2e-84f6-f81dc7f821e9 HTTP/1.1" status: 200  len: 217 time: 0.0730278
Apr 08 14:42:25.351258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-0712d070-b5a6-457f-bbfe-a4d6fceb92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:25.353798 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-0712d070-b5a6-457f-bbfe-a4d6fceb92fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0727165
Apr 08 14:42:25.405997 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d58f940>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:41Z', 'revision_number': 1, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:25.410533 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38595b-e528-4a18-b994-8fcbc085704d None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_floatingips': [{'id': '6611efcf-4382-45bc-bac1-f0aec73f3458', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'router_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'port_id': '63255853-f443-41d7-a775-d64c185ff6d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'mac_address': 'fa:16:3e:7d:4f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b729584-87c8-4216-aba1-850a2c112ce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T14:38:35Z', 'updated_at': '2021-04-08T14:38:41Z', 'revision_number': 1, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:42:25.448900 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-88a07150-bd95-49c2-bb22-30c5933fd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:25.450571 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-88a07150-bd95-49c2-bb22-30c5933fd218 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0898449
Apr 08 14:42:25.605383 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-d874381a-b44f-402e-a342-aa3730cbf703 service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462426
Apr 08 14:42:25.762037 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1c0a6c8c-6d09-414f-a1f7-964922a526b5 req-a81c12b1-4b18-4e83-a6d6-7a1977ebe03c service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491771
Apr 08 14:42:25.830613 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b92d3a-ad04-41cb-8e79-e461427f6932 None None] New status for floating IP 8d9889e6-f643-43da-8c9b-23f398d674f4: DOWN {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:42:25.912664 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eb8a0-b9b3-4020-9a99-885fd229a19e req-82016986-a13d-4849-85fa-766113d0ce34 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:25.913478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-d56eb8a0-b9b3-4020-9a99-885fd229a19e req-82016986-a13d-4849-85fa-766113d0ce34 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:42:25.963756 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-d56eb8a0-b9b3-4020-9a99-885fd229a19e req-82016986-a13d-4849-85fa-766113d0ce34 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:42:25.965589 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d56eb8a0-b9b3-4020-9a99-885fd229a19e req-82016986-a13d-4849-85fa-766113d0ce34 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 946 time: 0.1542189
Apr 08 14:42:26.003959 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d56eb8a0-b9b3-4020-9a99-885fd229a19e req-729025da-cfe5-4f6d-841b-0ecad98cc1ca tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262475
Apr 08 14:42:26.833622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-5f1c9bde-bf6b-497c-af87-63f5ef999bd8 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:26.835269 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-5f1c9bde-bf6b-497c-af87-63f5ef999bd8 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 946 time: 0.0955307
Apr 08 14:42:26.922731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Deleting port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:26.923118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:27.269206 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] For port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:27.269599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:27.412665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Calling delete_port for 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:27.458944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a46d6e-403f-464b-a5d5-169db40002ea req-dcffdc4c-5e8d-42dc-ac72-3edd5b9eb397 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:27.460588 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98a46d6e-403f-464b-a5d5-169db40002ea req-dcffdc4c-5e8d-42dc-ac72-3edd5b9eb397 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 946 time: 0.3208873
Apr 08 14:42:27.511781 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-98a46d6e-403f-464b-a5d5-169db40002ea req-286e3f8c-22f1-4dbb-b2bb-3bb9ffa34db7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378983
Apr 08 14:42:27.649249 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:27.665721 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ff920ef9-b17d-4c5b-807d-f0c0638fa011 tempest-VolumesActionsTest-1632635359 tempest-VolumesActionsTest-1632635359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:27.723050 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event deleted for resources: {'Port': ['ID=53167d9e-05bf-4c2e-84f6-f81dc7f821e9,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:27.728069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:27.930162 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] No DVR routers for this DVR port 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:42:27.933570 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:27.938268 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'name': 'network-vif-deleted', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:42:27.991260 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-6521b955-c688-4c53-8738-bf2c8fdd6394 req-d74a04d9-873d-46cc-9b3e-27f128925660 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "DELETE /v2.0/ports/53167d9e-05bf-4c2e-84f6-f81dc7f821e9 HTTP/1.1" status: 204  len: 173 time: 1.1492133
Apr 08 14:42:27.998330 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de90929d-442d-422a-9675-a4ac33bd6ddf', 'name': 'network-vif-deleted', 'tag': '53167d9e-05bf-4c2e-84f6-f81dc7f821e9', 'status': 'completed', 'code': 200}
Apr 08 14:42:28.705899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-2ceb2490-cbe7-4511-a66f-7a6fe9e262f9 req-6c869241-5817-4546-838b-e2228f31687f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:42:28.786462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-2ceb2490-cbe7-4511-a66f-7a6fe9e262f9 req-6c869241-5817-4546-838b-e2228f31687f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:42:28.787709 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2ceb2490-cbe7-4511-a66f-7a6fe9e262f9 req-6c869241-5817-4546-838b-e2228f31687f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=de90929d-442d-422a-9675-a4ac33bd6ddf HTTP/1.1" status: 200  len: 210 time: 0.1323028
Apr 08 14:42:30.157192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:30.213335 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:42:30.213741 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 53167d9e-05bf-4c2e-84f6-f81dc7f821e9 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:42:31.936060 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ecd01-98c0-4aa6-9b8c-c123107117fc req-e48d68f8-8346-45e1-b11d-cfa4556ecc09 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:31.937733 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-076ecd01-98c0-4aa6-9b8c-c123107117fc req-e48d68f8-8346-45e1-b11d-cfa4556ecc09 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 946 time: 0.0991166
Apr 08 14:42:31.970033 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-076ecd01-98c0-4aa6-9b8c-c123107117fc req-10a969ff-c618-401c-8e61-b233828c449b tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254991
Apr 08 14:42:32.497025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 40064) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:32.729163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Deleting port d21af021-6ca4-4b1a-932c-067affe4d11d {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:32.729519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:32.928242 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:32.928684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:33.075754 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Calling delete_port for d21af021-6ca4-4b1a-932c-067affe4d11d owned by network:floatingip {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:33.357873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:33.375966 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-2baeaf46-6f93-42d4-811a-a040fbc8d065 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:33.434078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event deleted for resources: {'Port': ['ID=d21af021-6ca4-4b1a-932c-067affe4d11d,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:33.438462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:33.540708 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eef72-9e74-493c-bf8e-10e7ae154d66 req-bc561b18-de92-49b1-9ba6-782fdd0117c6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:33.544828 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2f0eef72-9e74-493c-bf8e-10e7ae154d66 req-bc561b18-de92-49b1-9ba6-782fdd0117c6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 946 time: 0.4418209
Apr 08 14:42:33.592376 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2f0eef72-9e74-493c-bf8e-10e7ae154d66 req-77f6caa8-9420-4366-adc4-efa15cb2c1fd tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348268
Apr 08 14:42:33.606988 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-f4163669-0e94-45cc-9bfb-60240fe4922d tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:33.608596 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-f4163669-0e94-45cc-9bfb-60240fe4922d tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.70 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 946 time: 0.1486449
Apr 08 14:42:33.675308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:33.675928 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.db.l3_db [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Floating IP 6611efcf-4382-45bc-bac1-f0aec73f3458 disassociated (deleted). External IP: 172.27.1.118, port: 63255853-f443-41d7-a775-d64c185ff6d0.
Apr 08 14:42:33.694413 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Deleting port 465abe04-94b3-4117-8a2b-ba8cb6d22366 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:33.694806 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:33.975742 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] For port 465abe04-94b3-4117-8a2b-ba8cb6d22366, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=465abe04-94b3-4117-8a2b-ba8cb6d22366,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:33.976048 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:34.138495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84461) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:42:34.221109 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Calling delete_port for 465abe04-94b3-4117-8a2b-ba8cb6d22366 owned by compute:nova {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:34.350082 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84461) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:42:34.362271 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:42:34.373316 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:42:34.387899 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e4a3ba8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:42:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:34.454555 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:34.531087 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-8923f24d-dbc3-415e-a110-90e483347e6f tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "DELETE /v2.0/floatingips/6611efcf-4382-45bc-bac1-f0aec73f3458 HTTP/1.1" status: 204  len: 168 time: 2.0282090
Apr 08 14:42:34.531087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:42:34.577478 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:42:34.596697 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0', 'status': 'completed', 'code': 200}
Apr 08 14:42:34.608883 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:34.625739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f4f9bffb-8305-4c6e-a661-0dce915aace2 tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:34.689755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Pushing event deleted for resources: {'Port': ['ID=465abe04-94b3-4117-8a2b-ba8cb6d22366,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:34.703814 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:34.767929 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-362b2d6b-94c1-4a7b-88b9-24f86bfaff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:34.769972 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-362b2d6b-94c1-4a7b-88b9-24f86bfaff70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 1099 time: 0.1447418
Apr 08 14:42:34.818053 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d8d18b80-97d9-406a-817f-979328412ed9 req-08f22b15-c8fb-4eed-8ae7-80e26819edfe tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=557daf17-60b2-48a3-99b2-45999781189b HTTP/1.1" status: 200  len: 210 time: 0.0548916
Apr 08 14:42:34.985166 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] No DVR routers for this DVR port 465abe04-94b3-4117-8a2b-ba8cb6d22366 on host hv-cinder-78462 {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:42:34.987842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:34.992793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557daf17-60b2-48a3-99b2-45999781189b', 'name': 'network-vif-deleted', 'tag': '465abe04-94b3-4117-8a2b-ba8cb6d22366'}] {{(pid=84460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:42:35.021801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-0393d913-8f36-4e4a-9dc6-ba57dce9fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:35.023449 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-0393d913-8f36-4e4a-9dc6-ba57dce9fbd3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 200  len: 913 time: 0.2461674
Apr 08 14:42:35.047630 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557daf17-60b2-48a3-99b2-45999781189b', 'name': 'network-vif-deleted', 'tag': '465abe04-94b3-4117-8a2b-ba8cb6d22366', 'status': 'completed', 'code': 200}
Apr 08 14:42:35.064536 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-54353f8a-324d-4ac9-ae59-55df21f7be32 req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.70 "DELETE /v2.0/ports/465abe04-94b3-4117-8a2b-ba8cb6d22366 HTTP/1.1" status: 204  len: 173 time: 1.4500623
Apr 08 14:42:35.080372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e4a3ba8>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:35.080372 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:42:35.092404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:42:35.093490 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30e4a3ba8>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:42:12Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:35.119307 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-2e38a3eb-f6fc-4802-ada3-2d91a1a777a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63255853-f443-41d7-a775-d64c185ff6d0 HTTP/1.1" status: 200  len: 217 time: 0.0882828
Apr 08 14:42:35.211019 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-a25948a0-75f3-478c-b23a-a4affd4928a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:35.213194 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-a25948a0-75f3-478c-b23a-a4affd4928a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 200  len: 851 time: 0.0833097
Apr 08 14:42:35.319125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:42:35.392054 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-2e5f758c-5fdb-4f5a-bedb-ae21a8f0360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:35.393912 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-2e5f758c-5fdb-4f5a-bedb-ae21a8f0360e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7b6fb958-c947-4b6e-bdbd-1275a7d9def6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1735942
Apr 08 14:42:35.410749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6461528-0ec7-466e-9c63-768b022a7026 req-72c6e55b-72c5-46ba-9551-41f3ba77894d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:35.411865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e6461528-0ec7-466e-9c63-768b022a7026 req-72c6e55b-72c5-46ba-9551-41f3ba77894d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:42:35.561887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-e6461528-0ec7-466e-9c63-768b022a7026 req-72c6e55b-72c5-46ba-9551-41f3ba77894d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:42:35.563197 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6461528-0ec7-466e-9c63-768b022a7026 req-72c6e55b-72c5-46ba-9551-41f3ba77894d tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.2964928
Apr 08 14:42:35.573425 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-6948a7a0-0b35-40ae-89aa-56c411b4637b service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581392
Apr 08 14:42:35.650458 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e6461528-0ec7-466e-9c63-768b022a7026 req-096ad3e8-8e5b-4a0e-b0f7-438db39f32e3 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721383
Apr 08 14:42:35.734196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30e4a3ba8>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:35.741851 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee46714-1114-490d-9980-39bef48dad2d None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:33:53Z', 'revision_number': 4, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi', '_interfaces': [{'id': '3dd32d77-6914-472f-9413-acf8aaa33888', 'name': '', 'network_id': '7b6fb958-c947-4b6e-bdbd-1275a7d9def6', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'mac_address': 'fa:16:3e:76:ed:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:52Z', 'updated_at': '2021-04-08T14:34:03Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'subnets': [{'id': 'ed7d0c65-c480-42ef-80ac-80a046c9839c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:42:35.760038 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-da62ec35-4a2c-4a0c-addd-4a8f998e7891 req-b92e14da-2307-484f-bfb1-fd6888776daf service neutron] 10.222.0.70 "GET /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641300
Apr 08 14:42:35.775118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:36.152945 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cec1016-990b-4258-8a58-3f07e41c03eb None None] New status for floating IP 6611efcf-4382-45bc-bac1-f0aec73f3458: DOWN {{(pid=84463) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 14:42:36.204378 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 465abe04-94b3-4117-8a2b-ba8cb6d22366 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:36.245069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 465abe04-94b3-4117-8a2b-ba8cb6d22366 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:42:36.245592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 465abe04-94b3-4117-8a2b-ba8cb6d22366 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:42:36.654807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-af70f65f-a34b-4056-a72b-ddd60b6d6d9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:36.656366 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-af70f65f-a34b-4056-a72b-ddd60b6d6d9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.0959032
Apr 08 14:42:36.736711 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Deleting port 63255853-f443-41d7-a775-d64c185ff6d0 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:36.737110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:37.325896 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] For port 63255853-f443-41d7-a775-d64c185ff6d0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=63255853-f443-41d7-a775-d64c185ff6d0,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:37.326452 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:37.463475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Calling delete_port for 63255853-f443-41d7-a775-d64c185ff6d0 owned by compute:nova {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:37.501793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fbdd7-64b9-4ec7-928d-c68d3a184b0a req-c18fbf65-677c-4cce-b889-87ce84f858e4 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:37.503398 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ae3fbdd7-64b9-4ec7-928d-c68d3a184b0a req-c18fbf65-677c-4cce-b889-87ce84f858e4 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 946 time: 0.5396607
Apr 08 14:42:37.556296 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ae3fbdd7-64b9-4ec7-928d-c68d3a184b0a req-05f60633-d806-406c-9d13-e82229fe60c2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/security-groups?id=a9bfd8dd-1903-41bc-90a2-af1b02e10308&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454032
Apr 08 14:42:37.698330 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:37.717932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6930cf16-afe6-4949-af94-7c51c0f6cdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:37.773146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event deleted for resources: {'Port': ['ID=63255853-f443-41d7-a775-d64c185ff6d0,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:37.778549 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:37.964467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] No DVR routers for this DVR port 63255853-f443-41d7-a775-d64c185ff6d0 on host hv-cinder-78462 {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:42:37.966987 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:37.970367 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'name': 'network-vif-deleted', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:42:38.021005 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b729584-87c8-4216-aba1-850a2c112ce7', 'name': 'network-vif-deleted', 'tag': '63255853-f443-41d7-a775-d64c185ff6d0', 'status': 'completed', 'code': 200}
Apr 08 14:42:38.024072 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-acf57bca-fc1f-4fe3-a776-3c5821dd48d6 req-a3704d07-2d1f-4afa-8326-aba8e67b30b2 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.70 "DELETE /v2.0/ports/63255853-f443-41d7-a775-d64c185ff6d0 HTTP/1.1" status: 204  len: 173 time: 1.3622229
Apr 08 14:42:38.728847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-8d136200-8200-481b-b9df-d811ad0ce868 req-e93dd47d-6ec9-434f-96e3-06d82a6a7789 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Synchronizing usage tracker for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:42:38.786296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-8d136200-8200-481b-b9df-d811ad0ce868 req-e93dd47d-6ec9-434f-96e3-06d82a6a7789 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Unset dirty status for tenant:b9c18c8d02da4cb99da2650a8dfca3ca on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:42:38.787640 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-8d136200-8200-481b-b9df-d811ad0ce868 req-e93dd47d-6ec9-434f-96e3-06d82a6a7789 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 210 time: 0.1124799
Apr 08 14:42:39.743682 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1f7884d1-309f-4d51-a866-f20f11ca0510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:39.955869 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d3ed7fd6-170b-40a2-b2ae-2cb5396ed04a req-e6ab592f-1375-4cd4-b496-49ec51018e89 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b729584-87c8-4216-aba1-850a2c112ce7 HTTP/1.1" status: 200  len: 210 time: 0.0494192
Apr 08 14:42:41.069065 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 40114) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:41.238134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Deleting port 9077f2a6-f77c-44f0-9bf5-00f59b55634c {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:41.238519 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:41.423220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:41.423585 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:41.558561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Calling delete_port for 9077f2a6-f77c-44f0-9bf5-00f59b55634c owned by network:floatingip {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:41.740216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:41.755737 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:41.810927 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event deleted for resources: {'Port': ['ID=9077f2a6-f77c-44f0-9bf5-00f59b55634c,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:41.815862 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:42.021286 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for floatingip, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:42.080790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for floatingip, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:42.082114 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-3500b62c-4602-462f-898c-62eb7ba967be tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "DELETE /v2.0/floatingips/4a19e52c-82f4-4ecf-8323-022b8cd7d7a3 HTTP/1.1" status: 204  len: 168 time: 1.0148737
Apr 08 14:42:42.334409 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1af727b3-1ba8-4241-b772-4eadcf3b6c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:42.717670 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:43.718087 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:43.726877 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 40138) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:43.803056 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73a13063-7cc2-4aa6-a939-3cf708006e22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:43.818867 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 63255853-f443-41d7-a775-d64c185ff6d0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:43.849038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73a13063-7cc2-4aa6-a939-3cf708006e22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:43.865024 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 63255853-f443-41d7-a775-d64c185ff6d0 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:42:43.865548 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 63255853-f443-41d7-a775-d64c185ff6d0 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:42:44.008440 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73a13063-7cc2-4aa6-a939-3cf708006e22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:44.014114 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6274c3d5-5d92-41f8-9a8a-f78e709154cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:44.030911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a13063-7cc2-4aa6-a939-3cf708006e22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bfd8dd-1903-41bc-90a2-af1b02e10308,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:44.033459 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-73a13063-7cc2-4aa6-a939-3cf708006e22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:44.076720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-73a13063-7cc2-4aa6-a939-3cf708006e22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:44.078027 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-73a13063-7cc2-4aa6-a939-3cf708006e22 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] 10.222.0.62 "DELETE /v2.0/security-groups/a9bfd8dd-1903-41bc-90a2-af1b02e10308 HTTP/1.1" status: 204  len: 168 time: 0.3495743
Apr 08 14:42:44.168540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40144) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:44.351486 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:44.989094 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:45.001844 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:42:45.388937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Deleting port 3dd32d77-6914-472f-9413-acf8aaa33888 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:45.389336 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:45.582141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] For port 3dd32d77-6914-472f-9413-acf8aaa33888, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=3dd32d77-6914-472f-9413-acf8aaa33888,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:45.582472 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:45.715445 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Calling delete_port for 3dd32d77-6914-472f-9413-acf8aaa33888 owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:45.925979 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:45.940219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d8343a54-dae4-4423-99b6-7c2748381660 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:46.002049 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd32d77-6914-472f-9413-acf8aaa33888,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:46.060075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.060499 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.060911 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.061348 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.061752 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.062177 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.062569 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.062969 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.063365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.063757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.064146 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.064618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:46.070063 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:46.639907 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:47.064041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ce0f191a-0253-45f5-9395-b100142683e5 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:47.064831 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ce0f191a-0253-45f5-9395-b100142683e5 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Synchronizing usage tracker for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:network {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:42:47.111341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ce0f191a-0253-45f5-9395-b100142683e5 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Unset dirty status for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:network {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:42:47.112673 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ce0f191a-0253-45f5-9395-b100142683e5 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/networks?id=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea HTTP/1.1" status: 200  len: 814 time: 0.2111979
Apr 08 14:42:47.129401 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-7448ffbd-fd30-412e-b5af-655926bb3801 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/quotas/3be1cada331c4e1ca39cc79a55db82b7 HTTP/1.1" status: 200  len: 375 time: 0.0104294
Apr 08 14:42:47.167856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:42:47.187672 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-cf20f655-3620-4a42-94f3-4e0a5e255449 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3be1cada331c4e1ca39cc79a55db82b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0521922
Apr 08 14:42:47.270502 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-b8cdedf3-d4c1-4c70-bb9a-6caae48fe07a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=84461) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 14:42:47.271581 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-b8cdedf3-d4c1-4c70-bb9a-6caae48fe07a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0762260
Apr 08 14:42:47.359636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:42:47.372091 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] Sync routers for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:42:47.377180 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ef9d47e1-4293-420d-98a7-87e048255090 admin admin] 10.222.0.62 "PUT /v2.0/routers/20e547c0-cc60-4fa8-a388-4a7a98f77b74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2066913
Apr 08 14:42:47.379961 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40170) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:47.384583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:42:47.385314 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30cb10630>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:42:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:47.430097 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-8ed84d63-28b9-45a7-b98e-08bf77405a96 service neutron] 10.222.0.62 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454616
Apr 08 14:42:47.579501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:47.585500 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-e3f67f56-cf47-44ea-8522-d8ea92a29c28 service neutron] 10.222.0.62 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422648
Apr 08 14:42:47.591238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:42:47.786604 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:47.826188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Deleting port 00cc4305-a588-4df6-960f-a11afd69083b {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:47.826588 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:47.921895 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30cb10630>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': '00cc4305-a588-4df6-960f-a11afd69083b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:42:45Z', 'revision_number': 5, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port': {'id': '00cc4305-a588-4df6-960f-a11afd69083b', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:33:47Z', 'updated_at': '2021-04-08T14:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:47.926441 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] Checking router: 20e547c0-cc60-4fa8-a388-4a7a98f77b74 for host: dv-cinder-784623-3-iscsi {{(pid=84462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:42:47.933791 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-99d1bed6-18d2-4b66-8610-59ed36592594 req-54dbb909-e06a-441a-832b-dbb60731e8c6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Synchronizing usage tracker for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:port {{(pid=84460) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:42:47.936656 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] Routers {'20e547c0-cc60-4fa8-a388-4a7a98f77b74'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:42:47.938258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30cb10630>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:42:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'], 'active': True} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:48.033882 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-99d1bed6-18d2-4b66-8610-59ed36592594 req-54dbb909-e06a-441a-832b-dbb60731e8c6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Unset dirty status for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:port {{(pid=84460) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:42:48.035212 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-99d1bed6-18d2-4b66-8610-59ed36592594 req-54dbb909-e06a-441a-832b-dbb60731e8c6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 210 time: 0.1687763
Apr 08 14:42:48.091982 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] For port 00cc4305-a588-4df6-960f-a11afd69083b, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=00cc4305-a588-4df6-960f-a11afd69083b,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:48.092504 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:48.109390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] Set router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 gateway port host: None {{(pid=84462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:42:48.230287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30cb10630>, [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:42:47Z', 'revision_number': 6, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port_host': None}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:48.231542 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Calling delete_port for 00cc4305-a588-4df6-960f-a11afd69083b owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:48.234733 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53d52f-35b0-4dcf-b30d-7130dba7839e None None] The sync data for ids ['20e547c0-cc60-4fa8-a388-4a7a98f77b74'] in dv-cinder-784623-3-iscsi is: [{'id': '20e547c0-cc60-4fa8-a388-4a7a98f77b74', 'name': 'tempest-TestVolumeBootPattern-1578596305-router', 'tenant_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:33:46Z', 'updated_at': '2021-04-08T14:42:47Z', 'revision_number': 6, 'project_id': 'b9c18c8d02da4cb99da2650a8dfca3ca', 'gw_port_host': None}] {{(pid=84462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:42:48.562854 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:48.578947 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-799d90c1-9810-4973-9faf-2e177ae9e97c tempest-AttachVolumeNegativeTest-891079400 tempest-AttachVolumeNegativeTest-891079400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:48.638925 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=00cc4305-a588-4df6-960f-a11afd69083b,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:48.689782 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:48.859252 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:48.970038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 00cc4305-a588-4df6-960f-a11afd69083b no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:49.010550 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 00cc4305-a588-4df6-960f-a11afd69083b {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:42:49.010941 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 00cc4305-a588-4df6-960f-a11afd69083b not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:42:49.011416 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 3dd32d77-6914-472f-9413-acf8aaa33888 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:49.052649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 3dd32d77-6914-472f-9413-acf8aaa33888 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:42:49.053042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 3dd32d77-6914-472f-9413-acf8aaa33888 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:42:49.064800 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:49.068169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:49.195545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:49.197075 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e547c0-cc60-4fa8-a388-4a7a98f77b74 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:42:49.220576 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:49.222654 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-09d5c30c-a846-44cb-8424-57c3fda3bd86 admin admin] 10.222.0.62 "DELETE /v2.0/routers/20e547c0-cc60-4fa8-a388-4a7a98f77b74 HTTP/1.1" status: 204  len: 168 time: 1.8410716
Apr 08 14:42:49.227342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40186) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:49.257964 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-2892f71a-27d8-4138-b4bf-7227bc0f8704 req-f573a811-8c48-4e68-88c3-c67a36e1c3ca tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 210 time: 0.0540504
Apr 08 14:42:49.307319 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] Deleting subnet ed7d0c65-c480-42ef-80ac-80a046c9839c {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:42:49.310923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:49.366169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3939248'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:49.460589 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:49.574731 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-85efb2ac-7159-402c-be8e-e1934e6f33ad tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:49.576655 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-85efb2ac-7159-402c-be8e-e1934e6f33ad tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.70 "GET /v2.0/networks?id=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea HTTP/1.1" status: 200  len: 814 time: 0.1702440
Apr 08 14:42:49.591266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Request body: {'port': {'device_id': 'b0ac1ae6-c108-48f6-8ca1-d8266603749d', 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea', 'admin_state_up': True, 'tenant_id': '3be1cada331c4e1ca39cc79a55db82b7'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:42:49.755993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 14:42:49.767152 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.quota.driver [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84461) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 14:42:49.831377 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Made reservation on behalf of 3be1cada331c4e1ca39cc79a55db82b7 for: {'port': 1} {{(pid=84461) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 14:42:49.837981 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:49.999870 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_common [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Allocated IP 172.20.0.2 (7d4be22a-ccb6-483a-bdc4-1c394c93b0ea/87df3c2e-9569-4ee5-a004-eb6dde6c1021/1553524a-b4f7-4ae3-9cf4-bc646e4f9e57) {{(pid=84461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 14:42:50.003222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2380390'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.019790 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-801092f0-c552-41a3-ad1d-e210e7f5c088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:50.065973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7d0c65-c480-42ef-80ac-80a046c9839c,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:50.070111 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:50.159694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.167598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281c505-4a9c-46e1-924c-a7cf625a3cbe None None] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:42:50.170620 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-f1aa1993-cb7a-4c1e-b3d6-d976c7494794 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ed7d0c65-c480-42ef-80ac-80a046c9839c HTTP/1.1" status: 204  len: 168 time: 0.9419096
Apr 08 14:42:50.173170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40194) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:50.209043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks [] for port, precommit_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.267184 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792618657514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_create {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.284448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-aa827c41-a066-4c12-87dc-1ead9bdf05a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:50.401810 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.573687 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Deleting port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:50.574078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.591046 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] DHCP port deletion for 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 request from dv-cinder-784623-3-iscsi {{(pid=84462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 14:42:50.596233 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] Deleting port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:50.597053 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.679641 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Pushing event updated for resources: {'Port': ['ID=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,revision_number=1']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:50.688225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:50.696793 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac425fd6-9e3d-4702-87d6-1d9cdb50fffc req-a7867cec-fd07-4934-b980-7dbbf8c60896 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:50.698485 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ac425fd6-9e3d-4702-87d6-1d9cdb50fffc req-a7867cec-fd07-4934-b980-7dbbf8c60896 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 931 time: 0.2023392
Apr 08 14:42:50.748723 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ac425fd6-9e3d-4702-87d6-1d9cdb50fffc req-589d136b-743e-4f07-b432-f087835dc500 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403781
Apr 08 14:42:50.759697 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea is already hosted by enough agents. {{(pid=84461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 14:42:50.761029 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.base_scheduler [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Resources bound (agent type, host, resource id):  {{(pid=84461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 14:42:50.764205 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Received port after_create {{(pid=84461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 14:42:50.832923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:50.833531 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.843757 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] For port 418eafa7-5e99-4ee9-ad4f-067a8584ad88, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=418eafa7-5e99-4ee9-ad4f-067a8584ad88,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:50.844211 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.869047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] For port 418eafa7-5e99-4ee9-ad4f-067a8584ad88, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=418eafa7-5e99-4ee9-ad4f-067a8584ad88,segment=NetworkSegment(f204bdd8-f569-4ab1-900a-b51aa682f969),segment_id=f204bdd8-f569-4ab1-900a-b51aa682f969)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:50.869491 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:50.913379 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-ae4b1da0-9240-43f0-84ab-f58718b9677c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3258851
Apr 08 14:42:50.925220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.v2.base [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Request body: {'port': {'device_id': 'b0ac1ae6-c108-48f6-8ca1-d8266603749d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84461) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 14:42:50.973039 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 418eafa7-5e99-4ee9-ad4f-067a8584ad88 no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:51.010212 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Calling delete_port for 418eafa7-5e99-4ee9-ad4f-067a8584ad88 owned by network:dhcp {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:51.014364 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] Calling delete_port for 418eafa7-5e99-4ee9-ad4f-067a8584ad88 owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:51.059241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.100414 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No active binding found for port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 {{(pid=84462) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 08 14:42:51.100785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 418eafa7-5e99-4ee9-ad4f-067a8584ad88 not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:42:51.117674 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.119458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84462) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:42:51.119868 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:42:51.134424 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d25ed596-3be8-4db1-8eb6-660a4862915a tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:51.195353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Pushing event deleted for resources: {'Port': ['ID=418eafa7-5e99-4ee9-ad4f-067a8584ad88,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:51.241865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:51.279658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] No DVR routers for this DVR port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 on host dv-cinder-784623-3-iscsi {{(pid=84460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:42:51.407599 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.469475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 {{(pid=84461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:42:51.478151 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.495397 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Transition to ACTIVE for port object 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 will not be triggered until provisioned by entity L2. {{(pid=84461) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 14:42:51.527301 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30d4b3e80>,) {'filters': {'network_id': ['7b6fb958-c947-4b6e-bdbd-1275a7d9def6']}} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:51.534207 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.541658 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30d4b3e80>, 'f204bdd8-f569-4ab1-900a-b51aa682f969') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:51.542003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30d4b3e80>, 'f204bdd8-f569-4ab1-900a-b51aa682f969') {} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:51.551600 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-8c2b62ee-3cf1-4789-a425-03988c28c2d7 tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:51.555001 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850836600'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.575110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.582306 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:42:51.621415 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] Deleting port 418eafa7-5e99-4ee9-ad4f-067a8584ad88 {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:51.622030 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.697843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-e4de5907-0fbf-4a02-ba2b-c97ca15ea1b0 None None] The port '418eafa7-5e99-4ee9-ad4f-067a8584ad88' was deleted {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 14:42:51.704105 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Pushing event updated for resources: {'Port': ['ID=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,revision_number=2']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:51.706766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:51.768495 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:42:51.778467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159265'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:51.981722 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Network 7b6fb958-c947-4b6e-bdbd-1275a7d9def6 has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:42:51.996342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Attempting to bind port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 14:42:51.996736 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Attempting to bind port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 14:42:51.997108 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Attempting to bind port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 on network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:42:52.004817 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:42:52.008078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 on network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 14:42:52.008078 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Attempting to bind port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 on network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 14:42:52.015368 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Checking agent: {'id': '53351fd3-aeb8-4006-a7b5-add9ef0fa0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'started_at': datetime.datetime(2021, 4, 8, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 14:42:52.015744 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Checking segment: {'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 14:42:52.016167 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Bound using segment: {'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'} {{(pid=84461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 14:42:52.016642 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Bound port: 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a77727a-778a-4f2c-a802-984573ce0f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea'}}] {{(pid=84461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 14:42:52.017027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:52.056268 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ef152-2e1e-4dc7-a351-f19677e45926 req-ba6dba93-413b-4291-ba99-2d1f93a421c0 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:52.057021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c28ef152-2e1e-4dc7-a351-f19677e45926 req-ba6dba93-413b-4291-ba99-2d1f93a421c0 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Synchronizing usage tracker for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:port {{(pid=84461) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 14:42:52.145932 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.quota.resource [req-c28ef152-2e1e-4dc7-a351-f19677e45926 req-ba6dba93-413b-4291-ba99-2d1f93a421c0 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Unset dirty status for tenant:3be1cada331c4e1ca39cc79a55db82b7 on resource:port {{(pid=84461) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 14:42:52.147275 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c28ef152-2e1e-4dc7-a351-f19677e45926 req-ba6dba93-413b-4291-ba99-2d1f93a421c0 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 943 time: 0.2597244
Apr 08 14:42:52.179710 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-c28ef152-2e1e-4dc7-a351-f19677e45926 req-3ca1a422-fac0-4f09-bf3f-996d700e6091 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250952
Apr 08 14:42:52.184644 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] For port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57, host hv-cinder-78462, cleared binding levels {{(pid=84461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 14:42:52.266773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] For port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 14:42:52.303132 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:52.308031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-6c02d53a-1a7c-40d9-879c-f1d0c74fe8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:52.329535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:52.331948 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853932703'] for port, after_update {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:52.338774 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6fb958-c947-4b6e-bdbd-1275a7d9def6,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:52.342640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:52.348354 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-f567814b-174b-4aed-a8b5-ff1b3618b142 tempest-AttachVolumeTestJSON-165111167 tempest-AttachVolumeTestJSON-165111167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:52.389924 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-55df308a-13a7-489e-a30c-f0c0d8682975 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7b6fb958-c947-4b6e-bdbd-1275a7d9def6 HTTP/1.1" status: 204  len: 168 time: 2.2152236
Apr 08 14:42:52.392837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40202) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:52.506909 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Pushing event updated for resources: {'Port': ['ID=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,revision_number=3']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:52.512761 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:52.546448 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:52.547135 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:52.548644 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-3e921e36-fc9f-4f84-8a3a-6cf3cb9e246f service neutron] 10.222.0.70 "PUT /v2.0/ports/1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 HTTP/1.1" status: 200  len: 1093 time: 1.6283062
Apr 08 14:42:52.549228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ac1ae6-c108-48f6-8ca1-d8266603749d', 'tag': '1553524a-b4f7-4ae3-9cf4-bc646e4f9e57'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:42:52.597678 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ac1ae6-c108-48f6-8ca1-d8266603749d', 'tag': '1553524a-b4f7-4ae3-9cf4-bc646e4f9e57', 'status': 'completed', 'code': 200}
Apr 08 14:42:52.715683 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee9f34-de0e-4892-b8e1-f9dffcf35369 req-6409cf5d-866d-4415-9068-72c3dae704d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:52.717397 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bbee9f34-de0e-4892-b8e1-f9dffcf35369 req-6409cf5d-866d-4415-9068-72c3dae704d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be1cada331c4e1ca39cc79a55db82b7&device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 1096 time: 0.0957613
Apr 08 14:42:52.898480 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee9f34-de0e-4892-b8e1-f9dffcf35369 req-f3c13a3b-cf5e-4839-8cff-d96234ff550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:52.900136 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bbee9f34-de0e-4892-b8e1-f9dffcf35369 req-f3c13a3b-cf5e-4839-8cff-d96234ff550a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=3be1cada331c4e1ca39cc79a55db82b7&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1758692
Apr 08 14:42:53.010138 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698450'] for router_interface, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:53.069973 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee9f34-de0e-4892-b8e1-f9dffcf35369 req-71b0f896-7583-4457-923d-5a114db7d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:53.071611 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-bbee9f34-de0e-4892-b8e1-f9dffcf35369 req-71b0f896-7583-4457-923d-5a114db7d707 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1650765
Apr 08 14:42:53.206944 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-fff64419-5ccf-47c6-8d9e-18f64441a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:53.206944 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-fff64419-5ccf-47c6-8d9e-18f64441a148 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3be1cada331c4e1ca39cc79a55db82b7&device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 1096 time: 0.0895276
Apr 08 14:42:53.334788 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-72c1ef8f-726d-418e-b830-79732a24bade service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 HTTP/1.1" status: 200  len: 217 time: 0.1255670
Apr 08 14:42:53.436000 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Deleting port 0331df6d-dcd2-4b3e-8557-a348d3734aae {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:53.436382 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:53.465746 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-eae74bb5-2941-4145-b3db-321cdb85f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:53.467251 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-eae74bb5-2941-4145-b3db-321cdb85f581 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=87df3c2e-9569-4ee5-a004-eb6dde6c1021 HTTP/1.1" status: 200  len: 854 time: 0.1246059
Apr 08 14:42:53.526224 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-aa6c2d7a-5b53-43f6-bddf-4a4d665f2829 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504394
Apr 08 14:42:53.573602 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241c2c8-00db-4afa-9ee9-8d2286e5cc4b req-75a070a8-9cbc-45b0-82a2-1d9ac9683769 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:53.575361 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b241c2c8-00db-4afa-9ee9-8d2286e5cc4b req-75a070a8-9cbc-45b0-82a2-1d9ac9683769 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 943 time: 0.1962564
Apr 08 14:42:53.684574 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-b241c2c8-00db-4afa-9ee9-8d2286e5cc4b req-41854b52-c919-4f85-bd17-ed92e7700c7c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959082
Apr 08 14:42:53.728193 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-8f3b0759-5eed-46ee-91bc-e59230b4bb65 service neutron] 10.222.0.70 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938665
Apr 08 14:42:53.862010 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] For port 0331df6d-dcd2-4b3e-8557-a348d3734aae, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=0331df6d-dcd2-4b3e-8557-a348d3734aae,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:53.862408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:53.877970 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-f67aa87f-332d-40d8-ace0-61606a24c02e req-c5682b7d-a486-4936-8ad1-c1cee9a9a33d service neutron] 10.222.0.70 "GET /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429944
Apr 08 14:42:54.004401 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Calling delete_port for 0331df6d-dcd2-4b3e-8557-a348d3734aae owned by network:router_interface {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:54.228892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:54.244443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e63a26f8-8fdf-4df6-b4da-09f1ae048f11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:54.303076 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Pushing event deleted for resources: {'Port': ['ID=0331df6d-dcd2-4b3e-8557-a348d3734aae,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:54.305732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:54.705618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1696929'] for router_interface, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:55.065546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aec89-3487-4da2-a85c-15a1e4521bb0 req-0b64a71f-d6fd-4ea5-b6fe-c26b1aee374e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:55.067257 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-741aec89-3487-4da2-a85c-15a1e4521bb0 req-0b64a71f-d6fd-4ea5-b6fe-c26b1aee374e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 943 time: 0.2595708
Apr 08 14:42:55.118583 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-741aec89-3487-4da2-a85c-15a1e4521bb0 req-023e5a69-dabe-43f7-9fdd-81048c157b06 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370255
Apr 08 14:42:55.347756 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 has already been hosted by L3 agent e16c0253-c668-47f5-83a8-94cdde5c0c3a {{(pid=84460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 14:42:55.542475 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] Notify agent at l3_agent.dv-cinder-784623-3-iscsi the message routers_updated {{(pid=84460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 14:42:55.552247 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] Sync routers for ids ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'] in dv-cinder-784623-3-iscsi {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 14:42:55.573362 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] Routers {'7805a2f9-ff91-4e3f-86ac-6ec30129aef0'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:42:55.574080 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d701d30>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:42:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:55.591146 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-c58fa99b-0de7-49e0-9a22-79ead583b78b admin admin] 10.222.0.62 "PUT /v2.0/routers/7805a2f9-ff91-4e3f-86ac-6ec30129aef0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1969597
Apr 08 14:42:55.594272 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40212) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:55.767449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] Set router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 gateway port host: dv-cinder-784623-3-iscsi {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:42:55.784974 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks [] for router, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:55.994073 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:56.028612 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Deleting port e9cb45af-00ea-43de-9772-c2735bdbf00a {{(pid=84460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:56.029002 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:56.079885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d701d30>, [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'external_fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:42:54Z', 'revision_number': 5, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port': {'id': 'e9cb45af-00ea-43de-9772-c2735bdbf00a', 'name': '', 'network_id': 'f9066924-4bf6-41ae-8d8b-76fd0035cf0d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T14:34:01Z', 'updated_at': '2021-04-08T14:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '410100ac-4d62-4911-82f1-b1a77e28e662', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-3-iscsi'}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:56.085540 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] Checking router: 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 for host: dv-cinder-784623-3-iscsi {{(pid=84463) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 14:42:56.101452 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] Routers {'7805a2f9-ff91-4e3f-86ac-6ec30129aef0'} bound to L3 agent in host dv-cinder-784623-3-iscsi {{(pid=84463) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 14:42:56.102287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff30d701d30>, 'dv-cinder-784623-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T14:21:12Z,description=<?>,heartbeat_timestamp=2021-04-08T14:42:42Z,host='dv-cinder-784623-3-iscsi',id=e16c0253-c668-47f5-83a8-94cdde5c0c3a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T14:21:12Z,topic='l3_agent')) {'router_ids': ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'], 'active': True} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:56.237027 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] For port e9cb45af-00ea-43de-9772-c2735bdbf00a, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=e9cb45af-00ea-43de-9772-c2735bdbf00a,segment=NetworkSegment(024f161d-196b-4944-a865-8f591c982d21),segment_id=024f161d-196b-4944-a865-8f591c982d21)] {{(pid=84460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:56.237560 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:56.442449 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647bfed-669d-4392-988b-5aa27f3fabf4 req-f32ee5c1-a3af-4d1d-b33d-dba00c2e8e1c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:56.444661 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a647bfed-669d-4392-988b-5aa27f3fabf4 req-f32ee5c1-a3af-4d1d-b33d-dba00c2e8e1c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 943 time: 0.1199539
Apr 08 14:42:56.506059 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-a647bfed-669d-4392-988b-5aa27f3fabf4 req-10c2335a-9d30-4496-9dc0-c8caecb12cf6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489473
Apr 08 14:42:56.538165 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvr_db [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] Set router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 gateway port host: None {{(pid=84463) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 14:42:56.655110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Calling delete_port for e9cb45af-00ea-43de-9772-c2735bdbf00a owned by network:router_gateway {{(pid=84460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:56.655714 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_hamode_db [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff30d701d30>, [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:42:55Z', 'revision_number': 6, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port_host': None}], 'dv-cinder-784623-3-iscsi', False) {} {{(pid=84463) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:42:56.660281 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9574851-9e18-4820-b060-1c21fc72efb0 None None] The sync data for ids ['7805a2f9-ff91-4e3f-86ac-6ec30129aef0'] in dv-cinder-784623-3-iscsi is: [{'id': '7805a2f9-ff91-4e3f-86ac-6ec30129aef0', 'name': 'tempest-TestVolumeBootPattern-1393480748-router', 'tenant_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T14:34:00Z', 'updated_at': '2021-04-08T14:42:55Z', 'revision_number': 6, 'project_id': '8366681c7ecd4b5cb3e600fa7d7cd01d', 'gw_port_host': None}] {{(pid=84463) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 14:42:56.880143 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852616490'] for port, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:56.897391 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-76e008c1-aa19-4c98-b53e-9cd0fc6fbbcb tempest-AttachVolumeShelveTestJSON-711557346 tempest-AttachVolumeShelveTestJSON-711557346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:56.905818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 0331df6d-dcd2-4b3e-8557-a348d3734aae no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:56.944866 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: 0331df6d-dcd2-4b3e-8557-a348d3734aae {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:42:56.945238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device 0331df6d-dcd2-4b3e-8557-a348d3734aae not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:42:56.959134 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cb45af-00ea-43de-9772-c2735bdbf00a,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:57.012355 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:57.169352 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1690785'] for router_gateway, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.357069 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853078239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854712301'] for router, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.359603 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.611458 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853078133'] for router, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.612036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7805a2f9-ff91-4e3f-86ac-6ec30129aef0 {{(pid=84460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 14:42:57.667468 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] Notify callbacks [] for router, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.671229 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-b7883ccd-941f-4a2a-acf9-a3ea2fc8ee46 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7805a2f9-ff91-4e3f-86ac-6ec30129aef0 HTTP/1.1" status: 204  len: 168 time: 2.0733254
Apr 08 14:42:57.672739 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 40220) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:57.703086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84462) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 14:42:57.728341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502101-d0e8-481d-bc19-81a6be68e7f1 req-bb92ee29-fdc3-4b12-9f54-8ccdc89927f6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:57.730024 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ab502101-d0e8-481d-bc19-81a6be68e7f1 req-bb92ee29-fdc3-4b12-9f54-8ccdc89927f6 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 943 time: 0.1069450
Apr 08 14:42:57.741825 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] Deleting subnet df875ae8-01d0-4014-b8ba-d5260a6af70f {{(pid=84461) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:42:57.745572 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.770419 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-ab502101-d0e8-481d-bc19-81a6be68e7f1 req-fd127e1e-3536-47c8-8464-6ee65e64e31e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0290368
Apr 08 14:42:57.803006 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3161120'] for subnet, precommit_delete_associations {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.852847 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:57.867291 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Returning: {'device': '1553524a-b4f7-4ae3-9cf4-bc646e4f9e57', 'network_id': '7d4be22a-ccb6-483a-bdc4-1c394c93b0ea', 'port_id': '1553524a-b4f7-4ae3-9cf4-bc646e4f9e57', 'mac_address': 'fa:16:3e:56:9e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87df3c2e-9569-4ee5-a004-eb6dde6c1021', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84462) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 14:42:57.886993 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.931288 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:57.932653 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 {{(pid=84462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 14:42:57.950198 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:58.003203 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:58.005188 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:58.076931 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,revision_number=4']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:58.085238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.085637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.086025 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.086406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.087341 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.087718 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.088097 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.088470 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.088843 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.089238 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.089611 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.089978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:42:58.094290 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:58.214663 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['1553524a-b4f7-4ae3-9cf4-bc646e4f9e57'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:42:58.483317 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853932718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-869736'] for subnet, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:58.497699 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e88e8ca9-0c27-4ce5-97d5-8c5e66b69af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:58.542764 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df875ae8-01d0-4014-b8ba-d5260a6af70f,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:58.547501 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:58.633627 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:58.639408 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4198bff-59b9-4d53-a6d7-93382008913e None None] Network 31214baf-0953-4716-ac79-3fedc0b7516e requested from dv-cinder-784623-3-iscsi {{(pid=84462) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 14:42:58.639935 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-cd42163f-a11c-4de6-a0e8-7723fbdfc58d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/df875ae8-01d0-4014-b8ba-d5260a6af70f HTTP/1.1" status: 204  len: 168 time: 0.9665732
Apr 08 14:42:58.642526 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 40224) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:42:58.762615 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:58.835813 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Deleting port f6c65ed3-5a52-42f3-95bf-cf4148f172bc {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:58.836221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:58.911404 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] DHCP port deletion for 31214baf-0953-4716-ac79-3fedc0b7516e request from dv-cinder-784623-3-iscsi {{(pid=84462) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 14:42:58.918618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Deleting port f6c65ed3-5a52-42f3-95bf-cf4148f172bc {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:42:58.919418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:58.980758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device f6c65ed3-5a52-42f3-95bf-cf4148f172bc no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:59.398120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de29287-1bc3-468e-81cf-103450296528 req-0a86819b-26b1-4efb-be13-790447546912 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:42:59.400398 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1de29287-1bc3-468e-81cf-103450296528 req-0a86819b-26b1-4efb-be13-790447546912 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 944 time: 0.5031650
Apr 08 14:42:59.402500 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] For port f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:59.402912 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:59.464213 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] For port f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:59.464865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:59.472275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:59.552353 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Calling delete_port for f6c65ed3-5a52-42f3-95bf-cf4148f172bc owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:59.596963 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-1de29287-1bc3-468e-81cf-103450296528 req-c2160cbf-f41e-4a78-b40d-1ecf2ba78a9c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852694
Apr 08 14:42:59.606379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Calling delete_port for f6c65ed3-5a52-42f3-95bf-cf4148f172bc owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:42:59.646359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] For port f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:42:59.688241 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:42:59.689148 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device e9cb45af-00ea-43de-9772-c2735bdbf00a no longer exists at agent ovs-agent-dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:42:59.723286 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:42:59.751418 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:42:59.751789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:42:59.753649 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 up at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 14:42:59.808924 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84462) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:42:59.809382 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84462) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:42:59.809872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] No Port match for: e9cb45af-00ea-43de-9772-c2735bdbf00a {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:42:59.810261 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Device e9cb45af-00ea-43de-9772-c2735bdbf00a not bound to the agent host dv-cinder-784623-3-iscsi {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:42:59.857296 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Pushing event updated for resources: {'Port': ['ID=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:42:59.860684 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:42:59.914384 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning for port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 completed by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 14:42:59.919923 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.provisioning_blocks [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Provisioning complete for port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 triggered by entity L2. {{(pid=84462) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 14:42:59.920342 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854771370'] for port, provisioning_complete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:00.046259 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852757538'] for port, before_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:00.058012 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ac1ae6-c108-48f6-8ca1-d8266603749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553524a-b4f7-4ae3-9cf4-bc646e4f9e57'}] {{(pid=84462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:43:00.068219 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] For port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:43:00.104531 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363244235686516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363244236118268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792618657566'] for port, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:00.108507 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ac1ae6-c108-48f6-8ca1-d8266603749d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1553524a-b4f7-4ae3-9cf4-bc646e4f9e57', 'code': 200}
Apr 08 14:43:00.109004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:00.185303 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Pushing event updated for resources: {'Port': ['ID=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,revision_number=5']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:00.188694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:00.253794 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Deleting port f6c65ed3-5a52-42f3-95bf-cf4148f172bc {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:43:00.254331 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:00.310815 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Deleting port f6c65ed3-5a52-42f3-95bf-cf4148f172bc {{(pid=84462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:43:00.311258 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:00.540694 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] For port f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:43:00.541036 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:00.555183 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] For port f6c65ed3-5a52-42f3-95bf-cf4148f172bc, host dv-cinder-784623-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-3-iscsi',level=0,port_id=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,segment=NetworkSegment(a8d50945-43fb-4015-84d7-8537115bb8c1),segment_id=a8d50945-43fb-4015-84d7-8537115bb8c1)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:43:00.555592 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:00.569051 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f5b63-ef9c-478f-aec9-7e0d2e5e5dea req-c5da6ce7-897d-4969-a377-938f54dbe4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:43:00.570743 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-798f5b63-ef9c-478f-aec9-7e0d2e5e5dea req-c5da6ce7-897d-4969-a377-938f54dbe4e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 1098 time: 0.2267203
Apr 08 14:43:00.676967 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Calling delete_port for f6c65ed3-5a52-42f3-95bf-cf4148f172bc owned by network:dhcp {{(pid=84462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:43:00.708680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Calling delete_port for f6c65ed3-5a52-42f3-95bf-cf4148f172bc owned by network:dhcp {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:43:00.798256 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-798f5b63-ef9c-478f-aec9-7e0d2e5e5dea req-21dca6c4-8a08-49a6-a3cf-363ebcd9d929 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728373
Apr 08 14:43:00.802618 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286'] for port, after_delete {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:00.818872 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:00.867994 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.db.api [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84461) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 14:43:00.868359 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_db.api [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 14:43:00.878865 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Pushing event deleted for resources: {'Port': ['ID=f6c65ed3-5a52-42f3-95bf-cf4148f172bc,revision_number=None']} {{(pid=84462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:00.882758 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84462) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:00.883047 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245bb1e-ced3-41dc-b9dc-60f03c31ad95 req-c2139f8d-aa2f-4040-8d82-fa18ee2d7d6c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:43:00.885216 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d245bb1e-ced3-41dc-b9dc-60f03c31ad95 req-c2139f8d-aa2f-4040-8d82-fa18ee2d7d6c tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 945 time: 0.1439512
Apr 08 14:43:00.918778 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-d245bb1e-ced3-41dc-b9dc-60f03c31ad95 req-fdb9903f-ea0e-4811-a21b-3a22b839451f tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264447
Apr 08 14:43:00.965960 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0df86b-3e1d-46c9-b5c6-114d1f6d42a2 None None] No DVR routers for this DVR port f6c65ed3-5a52-42f3-95bf-cf4148f172bc on host dv-cinder-784623-3-iscsi {{(pid=84462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:43:01.494904 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Deleting port f6c65ed3-5a52-42f3-95bf-cf4148f172bc {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:43:01.495990 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:01.576785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] The port 'f6c65ed3-5a52-42f3-95bf-cf4148f172bc' was deleted {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 14:43:01.706189 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:01.825732 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30dc04cf8>,) {'filters': {'network_id': ['31214baf-0953-4716-ac79-3fedc0b7516e']}} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:43:01.838892 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30dc04cf8>, 'a8d50945-43fb-4015-84d7-8537115bb8c1') {'for_net_delete': True} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:43:01.839169 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30dc04cf8>, 'a8d50945-43fb-4015-84d7-8537115bb8c1') {} {{(pid=84461) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:43:01.852559 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851614696'] for segment, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:01.922885 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:01.929919 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=84461) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:43:02.122228 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Network 31214baf-0953-4716-ac79-3fedc0b7516e has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:43:02.131496 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853932785'] for segment, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:02.148529 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17aa1a-0056-4f45-b14e-963e8b825706 req-5e4df753-dbd8-47f3-8b25-ba00f30b3cf8 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:43:02.150742 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc17aa1a-0056-4f45-b14e-963e8b825706 req-5e4df753-dbd8-47f3-8b25-ba00f30b3cf8 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 945 time: 0.1048610
Apr 08 14:43:02.194896 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-dc17aa1a-0056-4f45-b14e-963e8b825706 req-7822d811-339a-4a3b-9939-20a724992dc9 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357821
Apr 08 14:43:02.331579 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Network 31214baf-0953-4716-ac79-3fedc0b7516e has no segments {{(pid=84461) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   % (table.description, expected, rows_matched)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:43:02.355258 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:43:02.467042 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:02.472720 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:02.486848 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:02.498043 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=31214baf-0953-4716-ac79-3fedc0b7516e,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:02.502766 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:02.506644 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-cbc173ea-28f1-4cf5-899d-604aec122ba9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/31214baf-0953-4716-ac79-3fedc0b7516e HTTP/1.1" status: 204  len: 168 time: 3.8631122
Apr 08 14:43:02.760479 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40246) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:43:02.798703 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-2814db0a-2172-4efb-8640-a0913ffff354 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9c18c8d02da4cb99da2650a8dfca3ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0367973
Apr 08 14:43:02.801444 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40250) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:43:02.869063 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6e7a-14e6-48ea-bdd3-a6f8fd6d25d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:02.897546 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6e7a-14e6-48ea-bdd3-a6f8fd6d25d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:03.080266 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6e7a-14e6-48ea-bdd3-a6f8fd6d25d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:03.085799 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-9c65ac15-c0a2-4161-9b28-22aed8b7b7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:03.103534 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e6e7a-14e6-48ea-bdd3-a6f8fd6d25d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c22f6e-2244-4540-b83d-ff40d06f35b3,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:03.106968 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-7f6e6e7a-14e6-48ea-bdd3-a6f8fd6d25d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:03.109129 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7f6e6e7a-14e6-48ea-bdd3-a6f8fd6d25d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:03.110367 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-7f6e6e7a-14e6-48ea-bdd3-a6f8fd6d25d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0c22f6e-2244-4540-b83d-ff40d06f35b3 HTTP/1.1" status: 204  len: 168 time: 0.3079004
Apr 08 14:43:03.641014 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40260) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:43:03.678704 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-4d885a39-596b-483f-95c9-2676832d144b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8366681c7ecd4b5cb3e600fa7d7cd01d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0362909
Apr 08 14:43:03.683037 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40264) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:43:03.751041 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-696c5544-2f1c-438e-9d5f-45bcca9acaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:03.780349 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-696c5544-2f1c-438e-9d5f-45bcca9acaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:03.917842 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-696c5544-2f1c-438e-9d5f-45bcca9acaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:03.926621 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-3bc4ee7d-fb93-4e1c-9e12-b70d941cafa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:03.949887 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c5544-2f1c-438e-9d5f-45bcca9acaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2f467-980b-4472-9963-6f64e7f37379,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:03.956376 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-696c5544-2f1c-438e-9d5f-45bcca9acaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:03.957816 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-696c5544-2f1c-438e-9d5f-45bcca9acaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:03.961453 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-696c5544-2f1c-438e-9d5f-45bcca9acaed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ad2f467-980b-4472-9963-6f64e7f37379 HTTP/1.1" status: 204  len: 168 time: 0.2749169
Apr 08 14:43:05.761003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:09.756665 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d5a288c6-156b-4b85-98ab-f891e2e26fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:12.328443 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-c7a86d74-5cfa-44ef-9ed6-bbc9a04684e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:12.668535 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:13.731275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:14.362598 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:22.001298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:43:25.783287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fcb1c-a0f7-4204-8963-9db5074723ce req-36e505ce-c5db-414f-b8a5-b83c3b55f57e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:43:25.784927 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4f4fcb1c-a0f7-4204-8963-9db5074723ce req-36e505ce-c5db-414f-b8a5-b83c3b55f57e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 945 time: 0.0930002
Apr 08 14:43:25.816890 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-4f4fcb1c-a0f7-4204-8963-9db5074723ce req-2087a09c-4dcb-415b-afd4-2cd090d5d664 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247111
Apr 08 14:43:27.019171 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fa179-81c5-47dc-b399-78273a85e80b req-ee230ad6-76bf-4afe-a82c-cc1b8a423b5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:43:27.020873 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-968fa179-81c5-47dc-b399-78273a85e80b req-ee230ad6-76bf-4afe-a82c-cc1b8a423b5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 945 time: 0.0878704
Apr 08 14:43:27.055095 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-968fa179-81c5-47dc-b399-78273a85e80b req-08e1a5a2-9a9b-480f-962c-7a30412ed063 tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e5e77f7-90e3-4faa-917f-be30f906a8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249345
Apr 08 14:43:27.313216 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-1228dc45-c4a6-4df0-8c59-129e3b8c501e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84461) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 14:43:27.314807 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-1228dc45-c4a6-4df0-8c59-129e3b8c501e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 945 time: 0.0912559
Apr 08 14:43:27.392493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Deleting port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 {{(pid=84461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 14:43:27.392858 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792619085990'] for port, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:27.654467 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] For port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,segment=NetworkSegment(0a77727a-778a-4f2c-a802-984573ce0f90),segment_id=0a77727a-778a-4f2c-a802-984573ce0f90)] {{(pid=84461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 14:43:27.654876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853074820'] for port, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:27.786400 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Calling delete_port for 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 owned by compute:nova {{(pid=84461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 14:43:27.973579 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852757629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363244235686533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363244236118286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-843128'] for port, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:27.986583 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.db [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] get_ports_and_sgs() called for port_ids ['1553524a-b4f7-4ae3-9cf4-bc646e4f9e57'] {{(pid=84462) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 14:43:27.988856 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-5d009961-c13c-47f5-a892-4542d5064a9c tempest-TestVolumeBootPattern-711245906 tempest-TestVolumeBootPattern-711245906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:28.052693 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Pushing event deleted for resources: {'Port': ['ID=1553524a-b4f7-4ae3-9cf4-bc646e4f9e57,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:28.115229 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.115937 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.116640 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.117225 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.117668 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.118379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.119058 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.119481 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.120118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.120545 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.121236 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.121789 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:28.128778 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:28.232250 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-e1a905bc-ece9-4f49-82f0-b5f393c2660b req-64dae970-75b4-4074-84de-daad3c2ae1bf tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0ac1ae6-c108-48f6-8ca1-d8266603749d HTTP/1.1" status: 200  len: 210 time: 0.0512877
Apr 08 14:43:28.266004 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] No DVR routers for this DVR port 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 on host hv-cinder-78462 {{(pid=84461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 14:43:28.268636 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771925'] for port, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:28.271860 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ac1ae6-c108-48f6-8ca1-d8266603749d', 'name': 'network-vif-deleted', 'tag': '1553524a-b4f7-4ae3-9cf4-bc646e4f9e57'}] {{(pid=84461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 14:43:28.321258 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [req-9394eb0a-8bcf-41f5-8473-3371796e4c3a req-c4e8d88c-11ff-4c42-9f5c-bf7955b25e5e tempest-VolumesSnapshotTestJSON-1365588057 tempest-VolumesSnapshotTestJSON-1365588057-project] 10.222.0.70 "DELETE /v2.0/ports/1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 HTTP/1.1" status: 204  len: 173 time: 1.0002363
Apr 08 14:43:28.555382 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ac1ae6-c108-48f6-8ca1-d8266603749d', 'name': 'network-vif-deleted', 'tag': '1553524a-b4f7-4ae3-9cf4-bc646e4f9e57', 'status': 'completed', 'code': 200}
Apr 08 14:43:32.791018 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 14:43:32.829917 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.plugin [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] No Port match for: 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 {{(pid=84462) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 14:43:32.830299 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.rpc [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Device 1553524a-b4f7-4ae3-9cf4-bc646e4f9e57 not bound to the agent host hv-cinder-78462 {{(pid=84462) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 14:43:35.776596 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:39.739141 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-64610a34-2994-4623-9018-1e6a7c83266c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:42.336785 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-adfe5ad5-1f90-4992-8115-77c09c0272fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:42.661978 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:43.719163 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:44.356145 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:56.580282 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40478) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:43:56.651221 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Deleting subnet 87df3c2e-9569-4ee5-a004-eb6dde6c1021 {{(pid=84460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 14:43:56.654801 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:56.707551 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3939248'] for subnet, precommit_delete_associations {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:56.766170 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854760497'] for subnet, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:57.068497 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2380390'] for subnet, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:57.085298 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:57.137079 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87df3c2e-9569-4ee5-a004-eb6dde6c1021,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:57.193986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.194363 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.194807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.195215 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.195616 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.196584 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.196983 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.197436 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.197839 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.198234 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.198629 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.199021 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-3-iscsi {{(pid=84460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 14:43:57.204433 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:57.235159 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for subnet, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:57.241510 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-dd7d1aa3-3e34-4877-85da-e87decd3b328 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/87df3c2e-9569-4ee5-a004-eb6dde6c1021 HTTP/1.1" status: 204  len: 168 time: 0.6599803
Apr 08 14:43:57.244300 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84460) accepted ('10.222.0.62', 40482) {{(pid=84460) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:43:57.365631 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2029933'] for network, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:57.559749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1359', 'neutron.services.segments.db._delete_segments_for_network--9223363244235646734'] for network, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:57.674150 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff30cdc7b70>,) {'filters': {'network_id': ['7d4be22a-ccb6-483a-bdc4-1c394c93b0ea']}} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:43:57.688262 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30cdc7b70>, '0a77727a-778a-4f2c-a802-984573ce0f90') {'for_net_delete': True} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:43:57.688610 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.services.segments.db [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff30cdc7b70>, '0a77727a-778a-4f2c-a802-984573ce0f90') {} {{(pid=84460) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 14:43:57.702124 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363244235566332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850836600'] for segment, before_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:57.717390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:57.723817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=84460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 14:43:57.903770 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:43:57.913192 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2159265'] for segment, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:58.098176 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.plugins.ml2.managers [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Network 7d4be22a-ccb6-483a-bdc4-1c394c93b0ea has no segments {{(pid=84460) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]: Traceback (most recent call last):
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     timer()
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     cb(*args, **kw)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     return func(*args, **kwargs)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     self._notify()
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     self.callback(batched_events)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     event.method(event)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     segment_id)['aggregates'][0]
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     return f(self, *a, **k)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self._get(url).json()
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     **kwargs)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     return self.request(url, 'GET', **kwargs)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     **endpoint_filter)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 14:43:58.122437 dv-cinder-784623-3-iscsi neutron-server[84347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 14:43:58.310462 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854774457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853164780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853084986'] for network, after_delete {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:58.314092 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:58.328406 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853164793'] for network, before_response {{(pid=84460) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:58.340320 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4be22a-ccb6-483a-bdc4-1c394c93b0ea,revision_number=None']} {{(pid=84460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:58.343863 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84460) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:58.385458 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-e88cc984-016c-4a34-a0d4-74fdb4dce49d admin admin] 10.222.0.62 "DELETE /v2.0/networks/7d4be22a-ccb6-483a-bdc4-1c394c93b0ea HTTP/1.1" status: 204  len: 168 time: 1.1400199
Apr 08 14:43:58.870817 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 40488) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:43:58.906567 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ba129edf-f5d7-48e6-ab03-b723ae1a19e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3be1cada331c4e1ca39cc79a55db82b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0344551
Apr 08 14:43:58.909086 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [-] (84461) accepted ('10.222.0.62', 40492) {{(pid=84461) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 14:43:58.975407 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ece589a4-e408-46bf-a547-06a5948adaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:59.000878 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:43:59.003199 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ece589a4-e408-46bf-a547-06a5948adaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:59.172802 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ece589a4-e408-46bf-a547-06a5948adaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854349057'] for security_group, after_delete {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:59.178308 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-d462533d-dfc5-4463-8682-6edcaf4d88dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 14:43:59.192031 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece589a4-e408-46bf-a547-06a5948adaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5e77f7-90e3-4faa-917f-be30f906a8a6,revision_number=None']} {{(pid=84461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 14:43:59.195125 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG oslo_concurrency.lockutils [None req-ece589a4-e408-46bf-a547-06a5948adaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84461) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 14:43:59.243980 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-ece589a4-e408-46bf-a547-06a5948adaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84461) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:43:59.245305 dv-cinder-784623-3-iscsi neutron-server[84347]: INFO neutron.wsgi [None req-ece589a4-e408-46bf-a547-06a5948adaf1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e5e77f7-90e3-4faa-917f-be30f906a8a6 HTTP/1.1" status: 204  len: 168 time: 0.3351035
Apr 08 14:44:05.904287 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:09.762017 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b9614eba-aab4-448f-9de5-ede21bce24c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:12.370383 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-65ca64cb-aa80-4acc-b3b5-3e6c9a28b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:12.681749 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:13.736155 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:14.401144 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:35.796345 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:36.000807 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:44:39.794410 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-97ed9007-6ad8-4fca-8570-d6f7b16f8a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:42.361594 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-84ecc3f3-2c95-4e09-8b3c-659bc323f0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:42.669730 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:43.721637 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:44:44.372275 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:05.789038 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:09.766222 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a027cdeb-f52b-4b3f-8e20-524b0c79eca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:12.343137 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-443811a3-aed7-4e14-92ed-2d272a461fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:12.680264 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:13.001044 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:45:13.719986 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:14.377837 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:35.822890 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:39.745796 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ec0d925-2a38-46c6-9e2d-c19803c40b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:42.351227 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-11024764-37a8-43c1-a05c-9eb3ca3c45f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:42.677196 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:43.736822 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:44.370755 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:45:50.001728 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:46:04.846773 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.wsgi [req-2b7adad8-6b9b-4040-98e0-ec7098f4f1c9 req-8a1542da-b23f-4ae1-a730-5ca82cfe48e6 service neutron] (84461) timed out ('10.222.0.70', 63609) {{(pid=84461) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 14:46:05.810518 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:09.765539 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-f903a71e-9b78-4b4a-a6a6-ac30cd28c5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:12.359493 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a96484f1-ac45-4882-ab77-69378f45c2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:12.673052 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:13.730390 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:14.364543 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:27.002833 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:46:35.810005 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:39.746920 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-1b809a44-581f-45d5-b12b-6184356ae51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:42.329738 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-9ef70bcc-d5d8-413b-abe5-7c3e2b8ccda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:42.683984 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:43.724202 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:46:44.373394 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:04.004098 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:47:05.815220 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:09.758260 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-7165b25c-4dcd-4204-a14e-52823a017d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:12.334873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4862919b-b65d-4640-89e1-444d1bc91ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:12.698003 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:13.724007 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:14.384118 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:35.820622 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:39.751873 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4bed5cee-fcca-4034-8087-df9d1c692672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:41.003057 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:47:42.339703 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-5fea649f-890a-4a5a-a3b5-2f26e29cc893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:42.688597 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:43.731671 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:47:44.391828 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:05.842110 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:09.754712 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d00d2b55-f98a-4262-986a-34fd4d6b0030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:12.354876 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-54803a46-9b40-448c-9ac4-5069bb998ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:12.699643 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:13.725605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:14.370976 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:18.004456 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:48:35.839605 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:39.757379 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-398120c1-1870-4881-85d6-c6839fd22ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:42.337231 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-cee56b6a-11a6-40a2-8438-5e396421f927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:42.704818 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe25e-ace9-489f-803d-459e0c9ed57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:43.733680 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-a4bb851c-3c3c-4899-b7ad-2dd0bf50f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:44.384365 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-d2884706-fee9-4bf5-81a0-01406cdbab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:48:55.004989 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron.db.agents_db [None req-3797647d-7ce2-4148-8576-6345ab8e3d67 None None] Agent healthcheck: found 6 active agents {{(pid=84463) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 14:49:05.850561 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-455b6162-13b2-46db-a69e-f832f8189547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:49:09.772729 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-0c779f29-ff6e-484a-92ed-aa8b87065fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 14:49:12.348120 dv-cinder-784623-3-iscsi neutron-server[84347]: DEBUG neutron_lib.callbacks.manager [None req-4ab67f98-3dd5-44da-b83f-902cd6296276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363244235646751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4355'] for agent, after_update {{(pid=84462) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}